-- Logs begin at Thu 2021-05-20 17:37:13 UTC, end at Thu 2021-05-20 18:40:28 UTC. --
May 20 18:11:30.625726 dv-cinder-792299-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 20 18:11:33.270577 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.common.config [-] Logging enabled!
May 20 18:11:33.271204 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225
May 20 18:11:33.271340 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91544) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 20 18:11:33.274632 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.common.config [-] Logging enabled!
May 20 18:11:33.274983 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225
May 20 18:11:33.275353 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91544) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 20 18:11:33.276399 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 20 18:11:33.276680 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 20 18:11:33.277135 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 20 18:11:33.277430 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 20 18:11:33.277703 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 20 18:11:33.278095 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.278440 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.278783 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.279057 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.279401 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.279736 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.280063 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.280404 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.280776 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.281109 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.281435 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.281779 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.282086 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.282415 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.282748 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.283081 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.283348 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.283731 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.284216 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.284785 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.285184 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.285747 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.286046 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.286415 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.286786 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.287163 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.287612 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] host                           = dv-cinder-792299-2-iscsi {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.287983 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.288477 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.288979 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.289431 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.289947 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.290370 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.290790 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.291149 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.291511 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.291853 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.292253 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.292636 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.292995 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.293330 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.293707 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.294212 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.294687 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.295103 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.295453 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.295783 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.296117 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.296517 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.296891 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.297279 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.297661 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.298073 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.298455 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.298830 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.299198 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.299568 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.299955 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.300330 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.300760 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.301137 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.301520 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.301925 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.302294 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.302701 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.303084 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.303469 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.303852 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.304220 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.304598 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.304974 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.305345 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.305715 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.306119 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.306485 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.306864 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.307281 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.307649 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.308024 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.308387 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.308770 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:33.309165 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.309562 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.309996 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.310375 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.310789 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.311149 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.311488 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.312330 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.312674 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.313010 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.313351 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.313675 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.314043 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.314371 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.314715 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.315069 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.315757 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.316051 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.316395 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.316750 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.317071 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.317394 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.317729 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.318108 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.318459 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.318820 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.319158 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.319495 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.319819 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.320139 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.320465 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.320797 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.321174 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.321495 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.321893 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.322224 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.322543 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.322862 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.323186 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.323521 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.323851 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.324175 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.324488 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.324807 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.325124 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.325454 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.325798 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.326131 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.326450 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.326829 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.327150 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.327534 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.328350 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.328681 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.329007 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.329323 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.329644 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.329994 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.330314 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.330633 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.330952 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.331322 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.331648 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.331964 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.332285 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.332603 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.332923 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.333251 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.333585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.333968 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.334298 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.334616 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.334938 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.335259 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.335581 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.335899 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.336222 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.336542 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.336918 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.337266 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.337602 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.337968 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.338301 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.338624 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.338976 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.339301 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.339634 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.339957 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.340283 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.340617 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.340946 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.341287 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.341672 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.342123 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.342475 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.342829 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.343208 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.343579 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.343917 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:33.344185 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 20 18:11:33.344506 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91544) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 20 18:11:33.710103 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:11:33.710376 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:11:33.710670 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:11:33.711012 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.manager [-] Loading core plugin: ml2
May 20 18:11:34.027813 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.028026 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.028273 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.029581 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.029880 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.030151 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.153974 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.154256 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.154523 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.168868 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.169137 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.169407 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.201341 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.201648 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.201991 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.245669 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.246046 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.246352 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.487169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8a18b714c0> agent after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.487859 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8a18b714c0> agent after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.487859 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8a18b713a0> segment precommit_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.488067 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8a18b65790> network precommit_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.488846 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8a18b92f70> segment before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.619744 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> network before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.620056 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8a1890cc10> agent before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.620343 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> network before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.620616 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> port before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.620885 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> port before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.621195 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> segment precommit_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.621455 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> segment precommit_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.621722 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> segment after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.622004 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> segment after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.622287 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> network after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.622545 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> network precommit_delete 0 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.622811 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> port provisioning_complete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.623077 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.623332 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> rbac-policy after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.623601 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> agent after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.623877 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> subnet after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.624135 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> subnet precommit_delete 0 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.625148 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.625410 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.625698 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> segment_host_mapping after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.626088 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> port after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.626342 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> port after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.626595 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> port after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.626883 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.627137 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.627385 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a194821f0>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.627810 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 20 18:11:34.628050 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 20 18:11:34.628291 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 20 18:11:34.628527 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 20 18:11:34.628762 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 20 18:11:34.628996 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 20 18:11:34.629377 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 20 18:11:34.632895 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 20 18:11:34.637003 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 20 18:11:34.641726 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
May 20 18:11:34.643553 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 20 18:11:34.644059 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 20 18:11:34.644436 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 20 18:11:34.644878 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 20 18:11:34.648040 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 20 18:11:34.648331 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 20 18:11:34.648719 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 20 18:11:34.678583 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 20 18:11:34.679096 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8a18a02370>> qos_plugin after_init 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.679437 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91544) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 20 18:11:34.679837 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8a189f2c40>> logging-plugin after_init 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.681299 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91544) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 20 18:11:34.681634 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 20 18:11:34.682003 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 20 18:11:34.685478 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8a189f2460>> floatingip before_response 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.685836 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8a189f2460>> port before_response 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:34.752187 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 20 18:11:34.752413 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 20 18:11:34.752650 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 20 18:11:34.753147 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 20 18:11:34.788299 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_db.sqlalchemy.engines [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91544) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 20 18:11:35.151087 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Initializing driver for type 'gre'
May 20 18:11:35.151738 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] gre ID ranges: [(1, 1000)]
May 20 18:11:35.221599 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Initializing driver for type 'local'
May 20 18:11:35.222341 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Initializing driver for type 'vlan'
May 20 18:11:35.235506 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] VlanTypeDriver initialization complete
May 20 18:11:35.236042 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Initializing driver for type 'vxlan'
May 20 18:11:35.236648 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] vxlan ID ranges: [(1, 1000)]
May 20 18:11:35.302518 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Initializing extension driver 'port_security'
May 20 18:11:35.303072 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.extensions.port_security [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] PortSecurityExtensionDriver initialization complete
May 20 18:11:35.303494 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Initializing mechanism driver 'openvswitch'
May 20 18:11:35.304007 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Initializing mechanism driver 'hyperv'
May 20 18:11:35.310958 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:11:35.311754 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a18afeaf0>> port after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.312172 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a18afeaf0>> port after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.312526 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a18afeaf0>> port after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.312913 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a18afebb0>> subnet after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.313265 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a18afebb0>> subnet after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.313609 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a18afebb0>> subnet after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.314010 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184ed790>> network after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.314352 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184ed790>> network after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.314697 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184ed790>> network after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.315072 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184eda00>> security_group after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.315415 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184eda00>> security_group after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.316002 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184eda00>> security_group after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.316386 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184edc70>> security_group_rule after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.316724 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184edc70>> security_group_rule after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.317066 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184edc70>> security_group_rule after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.317439 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184edee0>> address_group after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.317816 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184edee0>> address_group after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.318145 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a184edee0>> address_group after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.318485 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] ML2 OVO RPC backend initialized. {{(pid=91544) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 20 18:11:35.319251 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> router_interface after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.319579 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> router_interface after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.319993 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> network before_response 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.320337 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> networks before_response 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.320678 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> port before_response 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.321018 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> ports before_response 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.321363 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> subnet before_response 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.321707 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> subnets before_response 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.322088 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> network after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.322430 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> network after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.322767 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> network after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.323108 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> port after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.323442 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> port after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.323773 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> port after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.324105 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> subnet after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.324438 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> subnet after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.324767 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a184f7310>> subnet after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.325375 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.plugin [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Modular L2 Plugin initialization complete
May 20 18:11:35.325699 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading services supported by the core plugin {{(pid=91544) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 20 18:11:35.326048 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.plugins.ml2.managers [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Got port-security extension from driver 'port_security'
May 20 18:11:35.326508 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.extensions.vlantransparent [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Disabled vlantransparent extension.
May 20 18:11:35.327006 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91544) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 20 18:11:35.327315 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading Plugin: router
May 20 18:11:35.366495 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router_interface before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.366904 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router after_create 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.367279 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router before_create 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.367645 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router_interface before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.368018 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router_interface after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.368375 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router after_delete 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.368732 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> floatingip after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.369094 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router after_create 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.369442 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router after_update 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.369813 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router after_update 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.370168 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router_gateway after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.370528 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router after_update 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.370939 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router precommit_update 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.371308 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8a18cccb80> port after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.371649 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8a18cccca0> port after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.371985 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8a18cccc10> subnet after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.372330 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8a18cccaf0> subnetpool_address_scope after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.372678 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> port precommit_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.373021 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router precommit_create 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.373374 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8a18cb9d30> port before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.373699 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router precommit_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.374082 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router after_update 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.374425 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router precommit_delete 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.374806 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router precommit_create 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.375227 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router_interface after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.375631 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> router precommit_update 55549900 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.375949 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a184f7430>> network after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.376948 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Tracking information for resource: router configured {{(pid=91544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 20 18:11:35.377363 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Tracking information for resource: floatingip configured {{(pid=91544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 20 18:11:35.383308 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.db.l3_agentschedulers_db [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 20 18:11:35.383842 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8a184ae790> port after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.384207 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8a184ae670> port after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.384596 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function _notify_port_delete at 0x7f8a184ae700> port after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.384913 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8a184aea60> port after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.385841 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a184c8c40>> router before_create 55550100 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.386298 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a184c8c40>> router precommit_delete 55550100 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.386652 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a184c8c40>> router precommit_create 55550100 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.387005 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a184c8c40>> router precommit_update 55550100 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.392589 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.services.provider_configuration [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service providers = [] {{(pid=91544) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 20 18:11:35.392953 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.db.servicetype_db [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91544) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 20 18:11:35.396375 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.services.service_base [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 20 18:11:35.396797 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.services.service_base [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 20 18:11:35.397135 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.services.service_base [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 20 18:11:35.398316 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.services.service_base [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 20 18:11:35.398759 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.services.service_base [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Default provider is not specified for service type L3_ROUTER_NAT
May 20 18:11:35.399352 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 20 18:11:35.399673 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 20 18:11:35.410643 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 20 18:11:35.410902 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading Plugin: auto_allocate
May 20 18:11:35.416827 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8a1847ce50> network precommit_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.417199 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8a1847ce50> network precommit_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.417742 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 20 18:11:35.418084 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading Plugin: tag
May 20 18:11:35.425705 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 20 18:11:35.426061 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading Plugin: timestamp
May 20 18:11:35.429901 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 20 18:11:35.430235 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading Plugin: network_ip_availability
May 20 18:11:35.435516 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a1848afd0>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.435889 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a1848afd0>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.436244 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a1848afd0>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.437058 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 20 18:11:35.437377 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading Plugin: flavors
May 20 18:11:35.442815 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 20 18:11:35.443139 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading Plugin: revisions
May 20 18:11:35.447577 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 20 18:11:35.447968 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.737s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:11:35.448736 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91544) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 20 18:11:35.449071 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Initializing extension manager.
May 20 18:11:35.449576 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: __init__.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.449952 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: __pycache__ {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.450289 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.450622 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: address_group.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.451412 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.451998 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: address-group
May 20 18:11:35.452320 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: address_scope.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.453564 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.454107 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: address-scope
May 20 18:11:35.454431 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: admin_state_down_before_update.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.455408 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.455919 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: router-admin-state-down-before-update
May 20 18:11:35.456240 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: agent.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.456940 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.457439 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: agent
May 20 18:11:35.457786 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: agent_resources_synced.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.458683 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.459192 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: agent-resources-synced
May 20 18:11:35.459510 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: allowedaddresspairs.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.461342 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.461892 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: allowed-address-pairs
May 20 18:11:35.462218 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: auto_allocated_topology.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.463310 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.463844 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: auto-allocated-topology
May 20 18:11:35.464148 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: availability_zone.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.464841 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.465346 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: availability_zone
May 20 18:11:35.465666 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: availability_zone_filter.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.466607 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.467112 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: availability_zone_filter
May 20 18:11:35.467429 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: data_plane_status.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.468376 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.468920 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension data-plane-status not supported by any of loaded plugins
May 20 18:11:35.469239 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: default_subnetpools.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.470209 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.470719 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: default-subnetpools
May 20 18:11:35.471044 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: dhcpagentscheduler.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.471882 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.472388 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: dhcp_agent_scheduler
May 20 18:11:35.472715 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: dns.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.473619 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.474157 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension dns-integration not supported by any of loaded plugins
May 20 18:11:35.474482 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: dns_domain_ports.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.475381 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.475886 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension dns-domain-ports not supported by any of loaded plugins
May 20 18:11:35.476205 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: dvr.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.476863 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.477371 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: dvr
May 20 18:11:35.477684 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: empty_string_filtering.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.478616 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.479125 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: empty-string-filtering
May 20 18:11:35.479442 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.480337 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.480841 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 20 18:11:35.481158 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.482094 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.482605 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 20 18:11:35.482923 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: external_net.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.483849 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.484357 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: external-net
May 20 18:11:35.484677 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: extra_dhcp_opt.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.485564 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.486098 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: extra_dhcp_opt
May 20 18:11:35.486418 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: extraroute.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.487311 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.488067 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: extraroute
May 20 18:11:35.488167 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: extraroute_atomic.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.489170 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.489698 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: extraroute-atomic
May 20 18:11:35.490046 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: filter_validation.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.490722 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.491232 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: filter-validation
May 20 18:11:35.491548 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: fip_pf_description.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.492710 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.493222 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 20 18:11:35.493538 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: fip_port_details.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.494477 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.494987 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: fip-port-details
May 20 18:11:35.495304 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: flavors.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.496555 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.497071 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: flavors
May 20 18:11:35.497392 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.499097 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.500147 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 20 18:11:35.500475 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: floatingip_pools.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.501179 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.501688 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: floatingip-pools
May 20 18:11:35.502034 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: ip_allocation.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.502967 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.503466 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension ip_allocation not supported by any of loaded plugins
May 20 18:11:35.503787 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.504715 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.505199 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: ip-substring-filtering
May 20 18:11:35.505525 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: l2_adjacency.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.506482 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.506986 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension l2_adjacency not supported by any of loaded plugins
May 20 18:11:35.507308 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: l3.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.508312 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.508824 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: router
May 20 18:11:35.509146 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: l3_conntrack_helper.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.511469 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.512001 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 20 18:11:35.512336 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.513248 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.513811 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: ext-gw-mode
May 20 18:11:35.514120 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.515085 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.515601 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: l3-ha
May 20 18:11:35.515926 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: l3_flavors.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.516824 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.517333 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: l3-flavors
May 20 18:11:35.517652 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.518591 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.519103 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: l3-port-ip-change-not-allowed
May 20 18:11:35.519423 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: l3agentscheduler.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.520494 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.521002 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: l3_agent_scheduler
May 20 18:11:35.521340 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: logging.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.522903 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.523428 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension logging not supported by any of loaded plugins
May 20 18:11:35.523754 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: metering.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.524486 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.525151 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: metering
May 20 18:11:35.525388 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.526537 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.527059 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: metering_source_and_destination_fields
May 20 18:11:35.527383 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: multiprovidernet.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.528451 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.528964 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: multi-provider
May 20 18:11:35.529290 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: netmtu.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.530221 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.531263 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: net-mtu
May 20 18:11:35.531585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: netmtu_writable.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.532502 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.533013 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: net-mtu-writable
May 20 18:11:35.533335 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: network_availability_zone.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.534048 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.534554 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: network_availability_zone
May 20 18:11:35.534873 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: network_ip_availability.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.535984 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.536495 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: network-ip-availability
May 20 18:11:35.536817 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: network_segment_range.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.537601 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.538216 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension network-segment-range not supported by any of loaded plugins
May 20 18:11:35.538537 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: pagination.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.539523 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.539850 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: pagination
May 20 18:11:35.540169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: port_device_profile.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.541067 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.541579 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: port-device-profile
May 20 18:11:35.541928 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.542858 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.543340 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: port-mac-address-regenerate
May 20 18:11:35.543657 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.544557 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.545062 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: port-numa-affinity-policy
May 20 18:11:35.545378 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: port_resource_request.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.546386 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.546894 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension port-resource-request not supported by any of loaded plugins
May 20 18:11:35.547212 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: portbindings.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.548114 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.548621 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: binding
May 20 18:11:35.548940 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: portbindings_extended.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.550253 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.550769 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: binding-extended
May 20 18:11:35.551086 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: portsecurity.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.551984 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.552495 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: port-security
May 20 18:11:35.552814 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: project_id.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.553809 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.554139 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: project-id
May 20 18:11:35.554458 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: providernet.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.555354 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.555872 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: provider
May 20 18:11:35.556194 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: qos.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.559837 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.560361 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension qos not supported by any of loaded plugins
May 20 18:11:35.560688 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.562491 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.563011 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 20 18:11:35.563340 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.564247 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.564757 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 20 18:11:35.565079 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: qos_default.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.566260 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.566770 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension qos-default not supported by any of loaded plugins
May 20 18:11:35.567092 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: qos_fip.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.567745 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.568243 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension qos-fip not supported by any of loaded plugins
May 20 18:11:35.568561 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: qos_gateway_ip.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.569479 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.570029 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 20 18:11:35.570350 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: qos_port_network_policy.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.571258 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.571762 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 20 18:11:35.572081 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: qos_rule_type_details.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.572986 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.573492 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 20 18:11:35.573836 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: qos_rules_alias.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.574899 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.575412 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension qos-rules-alias not supported by any of loaded plugins
May 20 18:11:35.575732 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: quotasv2.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.576847 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.577173 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: quotas
May 20 18:11:35.577549 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: quotasv2_detail.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.579226 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.579565 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: quota_details
May 20 18:11:35.579896 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: rbac.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.580977 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.581518 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: rbac-policies
May 20 18:11:35.581879 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: rbac_address_group.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.582834 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.583349 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: rbac-address-group
May 20 18:11:35.583670 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: rbac_address_scope.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.584577 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.585087 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: rbac-address-scope
May 20 18:11:35.585407 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: rbac_security_groups.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.586328 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.586838 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: rbac-security-groups
May 20 18:11:35.587158 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: rbac_subnetpool.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.588079 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.588591 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: rbac-subnetpool
May 20 18:11:35.588909 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: revisionifmatch.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.589863 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.590374 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: revision-if-match
May 20 18:11:35.590693 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: revisions.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.591820 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.592326 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: standard-attr-revisions
May 20 18:11:35.592650 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: router_availability_zone.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.593879 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.594387 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: router_availability_zone
May 20 18:11:35.594705 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: routerservicetype.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.595619 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.596127 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension router-service-type not supported by any of loaded plugins
May 20 18:11:35.596447 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.597354 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.597905 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: security-groups-normalized-cidr
May 20 18:11:35.598227 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: security_groups_port_filtering.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.599138 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.599727 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: port-security-groups-filtering
May 20 18:11:35.599969 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.601081 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.601600 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: security-groups-remote-address-group
May 20 18:11:35.601941 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: securitygroup.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.612344 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.612909 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: security-group
May 20 18:11:35.613242 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: segment.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.614136 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.614651 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension segment not supported by any of loaded plugins
May 20 18:11:35.614976 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.616006 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.616568 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 20 18:11:35.616889 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: servicetype.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.618081 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.618612 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: service-type
May 20 18:11:35.618938 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: sorting.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.619923 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.620250 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: sorting
May 20 18:11:35.620569 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: standard_attr_segment.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.621485 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.622042 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension standard-attr-segment not supported by any of loaded plugins
May 20 18:11:35.622359 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: standardattrdescription.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.623007 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.623514 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: standard-attr-description
May 20 18:11:35.623831 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: stateful_security_group.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.625295 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.625837 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: stateful-security-group
May 20 18:11:35.626167 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: stdattrs_common.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.626750 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 20 18:11:35.627070 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.628068 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.628584 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 20 18:11:35.628921 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: subnet_onboard.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.630034 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.630553 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: subnet_onboard
May 20 18:11:35.630874 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.631795 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.632301 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 20 18:11:35.632622 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: subnet_service_types.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.633544 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.634094 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: subnet-service-types
May 20 18:11:35.634416 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: subnetallocation.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.635492 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.636003 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: subnet_allocation
May 20 18:11:35.636323 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.636997 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.637501 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: subnetpool-prefix-ops
May 20 18:11:35.637862 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.638897 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.639406 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 20 18:11:35.639722 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: tagging.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.641543 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.642236 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: standard-attr-tag
May 20 18:11:35.642508 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: timestamp.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.643772 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.644306 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loaded extension: standard-attr-timestamp
May 20 18:11:35.644692 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: trunk.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.645792 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.646327 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension trunk not supported by any of loaded plugins
May 20 18:11:35.646710 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: trunk_details.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.647641 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.648153 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension trunk-details not supported by any of loaded plugins
May 20 18:11:35.648535 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: uplink_status_propagation.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.649465 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.649996 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 20 18:11:35.650311 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Loading extension file: vlantransparent.py {{(pid=91544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 20 18:11:35.651134 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 20 18:11:35.651641 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extension vlan-transparent not supported by any of loaded plugins
May 20 18:11:35.654353 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:network
May 20 18:11:35.655101 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:subnet
May 20 18:11:35.655954 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:subnetpool
May 20 18:11:35.656566 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:port
May 20 18:11:35.657976 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.658418 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service FLAVORS assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.659040 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.659463 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.659793 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:router
May 20 18:11:35.660474 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:floatingip
May 20 18:11:35.661240 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service METERING assigned prefix: /metering {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.662702 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a183867c0>> rbac-policy before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.663069 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a183867c0>> rbac-policy before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.663430 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a183867c0>> rbac-policy before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:11:35.664634 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of CountableResource for resource:rbac_policy
May 20 18:11:35.665088 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:security_group
May 20 18:11:35.665797 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:security_group_rule
May 20 18:11:35.666582 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service CORE assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.666909 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:subnetpool
May 20 18:11:35.667337 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] subnetpool is already registered
May 20 18:11:35.667940 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service CORE assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.668269 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:subnetpool
May 20 18:11:35.668591 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] subnetpool is already registered
May 20 18:11:35.672726 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.673162 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service FLAVORS assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.673777 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.674210 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.674551 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:router
May 20 18:11:35.674883 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] router is already registered
May 20 18:11:35.675531 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:floatingip
May 20 18:11:35.675890 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] floatingip is already registered
May 20 18:11:35.676529 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service METERING assigned prefix: /metering {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.677233 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of CountableResource for resource:rbac_policy
May 20 18:11:35.677564 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] rbac_policy is already registered
May 20 18:11:35.678145 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:security_group
May 20 18:11:35.678473 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] security_group is already registered
May 20 18:11:35.679075 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:security_group_rule
May 20 18:11:35.679402 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] security_group_rule is already registered
May 20 18:11:35.680084 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service CORE assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.680412 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:subnetpool
May 20 18:11:35.680737 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] subnetpool is already registered
May 20 18:11:35.681337 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.v2.resource_helper [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Service CORE assigned prefix:  {{(pid=91544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 20 18:11:35.681671 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Creating instance of TrackedResource for resource:subnetpool
May 20 18:11:35.682016 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING neutron.quota.resource_registry [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] subnetpool is already registered
May 20 18:11:35.682688 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: extensions {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.684215 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: address-groups {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.685994 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: address-scopes {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.687637 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: agents {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.689442 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: auto-allocated-topology {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.690966 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: availability_zones {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.692441 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: dhcp-networks {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.693893 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: dhcp-agents {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.695387 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: routers {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.697207 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: flavors {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.698406 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: service_profiles {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.699675 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: next_providers {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.701206 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: service_profiles {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.702753 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: floatingip-pools {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.703977 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: routers {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.705804 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: floatingips {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.706985 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: l3-routers {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.708343 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: l3-agents {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.709743 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: metering-labels {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.711129 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: metering-label-rules {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.712397 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: network-ip-availabilities {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.713650 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: bindings {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.715339 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: quotas {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.716759 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: quotas {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.718749 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: rbac-policies {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.720035 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: security-groups {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.721228 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: security-group-rules {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.722494 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: service-providers {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.723706 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: subnetpools {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.725118 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: subnetpools {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.726627 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.728317 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.730163 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.731928 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.735250 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.737095 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.738869 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.854424 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.856247 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.858122 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron.api.extensions [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Extended resource: tags {{(pid=91544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 20 18:11:35.864631 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING keystonemiddleware.auth_token [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 20 18:11:35.869456 dv-cinder-792299-2-iscsi neutron-server[91544]: WARNING keystonemiddleware.auth_token [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 20 18:11:35.878413 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Acquired lock "singleton_lock" {{(pid=91544) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 20 18:11:35.878898 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Releasing lock "singleton_lock" {{(pid=91544) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 20 18:11:35.879548 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO oslo_service.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Starting 2 workers
May 20 18:11:35.884229 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Started child 91651 {{(pid=91544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 20 18:11:35.888767 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Started child 91652 {{(pid=91544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 20 18:11:35.890490 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:35.891541 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO neutron.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Neutron service started, listening on 0.0.0.0:9696
May 20 18:11:35.891541 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Notify callbacks [] for process, before_spawn {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:35.892477 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [-] (91651) wsgi starting up on http://0.0.0.0:9696
May 20 18:11:35.894029 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO oslo_service.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Starting 1 workers
May 20 18:11:35.896690 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:35.899134 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Started child 91653 {{(pid=91544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 20 18:11:35.899406 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [-] (91652) wsgi starting up on http://0.0.0.0:9696
May 20 18:11:35.899653 dv-cinder-792299-2-iscsi neutron-server[91544]: INFO oslo_service.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Starting 1 workers
May 20 18:11:35.903242 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] calling RpcWorker wait() {{(pid=91653) _wait /opt/stack/neutron/neutron/service.py:128}}
May 20 18:11:35.904322 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] returning from RpcWorker wait() {{(pid=91653) _wait /opt/stack/neutron/neutron/service.py:135}}
May 20 18:11:35.904547 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Started child 91654 {{(pid=91544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 20 18:11:35.904951 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8ec-7459-493f-b8f3-b3973ce4ff1a None None] Notify callbacks [] for process, after_spawn {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:35.906298 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:35.906925 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:11:35.907489 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91544) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 20 18:11:35.907731 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 20 18:11:35.907949 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 20 18:11:35.908177 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 20 18:11:35.908426 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 20 18:11:35.908689 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 20 18:11:35.909179 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.909427 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.909656 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.909936 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.910152 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.910703 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.910969 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.911225 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.911592 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.911843 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.912073 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.912073 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.912486 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.912784 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.913236 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.913236 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.913694 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:35.914573 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.914573 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.914573 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.914573 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.914573 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.914573 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.915996 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:11:35.916250 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.916250 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.916250 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.916250 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.916250 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.916250 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.917741 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.917741 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.917741 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.917741 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.917741 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.917741 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.919014 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.919014 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.919014 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.919014 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.919014 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.920348 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.920348 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] host                           = dv-cinder-792299-2-iscsi {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.920348 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.920348 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.920348 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.921363 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.921363 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.921363 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.921363 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.923169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.923169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.923169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.923169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.923169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.923169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.923169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.923169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.923169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.924963 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.924963 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.924963 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.924963 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.924963 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.924963 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.924963 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.926585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.926585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.926585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.926585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.926585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.926585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.926585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.926585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.928362 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.928362 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.928362 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.928362 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.928362 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.928362 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.928362 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.928362 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.930371 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.930371 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.930371 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.930371 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.930371 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.930371 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.930371 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.930371 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.931945 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.931945 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.931945 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.931945 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.931945 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.931945 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.931945 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.931945 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.933361 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.933361 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.933361 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.933361 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.933361 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.933361 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.933361 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.934627 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.934627 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.934627 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.934627 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.934627 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.935530 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.935530 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:35.935530 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.936208 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.936208 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.936208 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.936755 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.936755 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.937104 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.937104 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.937632 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.937632 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.938049 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.938245 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.938429 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.938614 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.938887 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.939199 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.939466 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.939942 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.939942 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.940332 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.940785 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.940987 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.941306 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.941581 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.941924 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.942120 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.942336 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.942585 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.942801 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.943016 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.943213 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.944152 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.944152 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.944152 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.944152 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.944882 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.944882 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.944882 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.945412 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.945412 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.945812 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.945812 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.946291 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.946291 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.946715 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.946715 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.947139 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.947139 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.947535 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.947535 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.948215 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.948215 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.948215 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.948215 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.949137 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.949137 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.949505 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.949688 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.950147 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.950620 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.950620 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.951004 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.951338 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.951539 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.951671 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.951872 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.952124 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.952873 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.953125 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.953348 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.953561 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.953858 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.954088 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.954303 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.954516 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.954730 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.954963 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.955176 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.955384 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.955600 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.955792 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.956028 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.956261 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.956642 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.956979 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.957276 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.957603 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.957998 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.958239 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.958459 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.958698 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.958941 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.959208 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.959449 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.959683 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.959964 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.960420 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.960420 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.960829 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.961029 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.961262 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.961453 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.961652 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.961883 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.962102 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.962342 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.962639 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.962899 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.963148 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.963370 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.963589 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.963879 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.964121 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.964392 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.964688 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.964921 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.965191 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.965463 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.965744 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.966049 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.966284 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.966524 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.966889 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.967444 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.967444 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.967737 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.967737 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.968742 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.969067 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.969300 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.969532 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.969739 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.970097 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.970363 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.971215 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.971462 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.972144 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.972544 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.972790 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.973062 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.973692 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.973980 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.974241 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.974810 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.976881 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.977972 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.978353 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.978665 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.979135 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.979815 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.979815 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.980075 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.981557 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.981557 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.981557 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.981557 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.981908 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.982329 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.982718 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.983139 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.983517 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.983911 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.984295 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.984682 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.985052 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.985422 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.985820 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.988245 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.988245 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.988245 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.988245 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.988245 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.988245 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.990030 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.990030 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.990384 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.991012 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.991298 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.991654 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.992496 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.992658 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.992944 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.993690 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.993690 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.994107 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.994519 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.994919 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.995431 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.995842 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.996205 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.996568 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.996873 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.997180 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.997498 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.999096 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.999096 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.999096 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.999096 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.999096 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.999849 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:35.999849 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.000153 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.000695 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.001320 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.001636 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.001968 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.002515 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.002864 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.003183 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.003531 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.003825 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.004148 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.004432 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.004718 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.005247 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.005801 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.006129 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.006442 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.006742 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.007023 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.007288 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.007649 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.007877 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.008155 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.009154 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.009154 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.009154 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.010056 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.010056 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.010318 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.010881 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.011594 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.012623 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.013257 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.014215 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.014804 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.015949 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.016454 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.017033 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.017481 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.018522 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.018982 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.019464 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.019963 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.020473 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.021070 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.021607 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.022100 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.022783 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.023351 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.023878 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.024378 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.024762 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.025268 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.025851 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.026285 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.026715 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.027103 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.027745 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.028257 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.028859 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.029263 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.029651 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.030090 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.030542 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.031594 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.031980 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.032588 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.032980 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.033357 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.033971 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.034566 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.035169 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.035750 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.036204 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 20 18:11:36.037275 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91544) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 20 18:11:36.037735 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 20 18:11:36.038228 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 20 18:11:36.038699 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 20 18:11:36.038989 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 20 18:11:36.039231 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 20 18:11:36.039559 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.039834 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.040125 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.040395 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.040639 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.040876 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.041143 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.041408 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.041671 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.041978 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.042247 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.042513 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.042775 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.043047 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.043313 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.043589 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.043851 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.044114 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.044479 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.044744 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.045007 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.045284 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.045549 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.045840 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.046200 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.046468 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.046729 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.046989 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.047247 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.047497 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.047720 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.047938 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.048155 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.048380 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.048598 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.048810 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.049024 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.049237 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.049453 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.049666 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.049914 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] host                           = dv-cinder-792299-2-iscsi {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.050138 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.050351 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.050558 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.050775 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.050994 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.051203 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.051416 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.051629 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.051843 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.052053 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.052273 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.052486 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.052698 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.052916 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.053127 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.053360 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.053574 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.053889 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.054050 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.054262 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.054475 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.054687 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.054903 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.055115 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.055327 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.055537 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.055751 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.055979 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.056195 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.056409 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.056623 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.056839 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.057057 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.057271 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.057492 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.057705 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.057956 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.058172 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.058384 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.058602 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.058814 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.059025 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.059236 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.059449 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.059660 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.059872 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.060089 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.060307 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.060517 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.060728 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.060942 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.061159 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.061377 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.061589 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.061874 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.062093 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.062317 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.062565 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.062825 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.063089 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.063454 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.064013 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.064534 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.065340 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.066114 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.066474 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.066931 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.067203 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.067685 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 20 18:11:36.067988 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.068405 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.068783 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.069222 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.069490 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.069787 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.070046 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.070315 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.070609 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.070848 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.071283 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.071437 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.071599 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.071794 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.072062 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.072336 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.072602 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.072870 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.073137 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.073401 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.073663 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.073959 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.074245 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.074509 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.074774 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.075043 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.075311 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.075576 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.075841 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.076057 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.076279 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.076551 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.076826 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.077096 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.077897 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.078176 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.078452 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.078731 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.078993 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.079273 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.079551 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.079824 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.080096 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.080370 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.080645 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.080918 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.081172 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.081421 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.081692 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.081984 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.082269 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.082524 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.082789 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.083057 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.083323 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.083588 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.083852 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.084125 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.084399 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.084676 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.084927 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.085208 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.085476 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.085743 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.086089 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.086354 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.086612 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.086863 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.087112 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.087361 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.087611 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.087806 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:11:36.087968 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.088118 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.088372 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.088623 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.088870 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.089115 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.089382 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.089651 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.089952 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.090201 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.090449 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.090704 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.090951 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.091207 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.091467 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.091715 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.091964 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.092210 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.092460 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.092706 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.092985 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.093751 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.094030 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.094278 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.094525 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.094771 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.095023 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.095270 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.095524 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.095776 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.096022 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.096266 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.096510 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.096761 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.097007 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.097254 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.097497 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.097900 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.098157 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.098403 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.098662 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.098907 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.099157 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.099403 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.099656 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.099911 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.100158 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.100410 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.100656 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.100903 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.101150 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.101396 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.101748 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.101932 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.102189 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.102703 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.103036 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.103350 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.103758 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.104382 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.104591 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.104792 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.104995 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.105258 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.105527 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.105832 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.106102 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.106367 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.106632 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.106898 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.107163 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.107430 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.107699 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.107966 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.108235 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.108502 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.108802 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.109068 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.109340 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.109606 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.109898 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.110165 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.110426 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.110687 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.110934 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.111180 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.111445 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.111712 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.112050 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.112238 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.112492 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.112739 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.113006 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.113271 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.113537 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.113832 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.114088 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.114337 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.114587 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.114853 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.115103 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.115357 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.115624 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.115891 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.116157 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.116425 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.116685 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.116937 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.117184 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.117431 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.117684 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.117956 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.118221 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.118487 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.118752 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.119014 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.119295 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.119563 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.119828 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.120099 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.120356 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.120604 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.120870 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.121134 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.121398 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.121654 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.121922 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.122194 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.122434 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.122652 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.122921 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.123198 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.123470 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.123742 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.124013 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.124326 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.124596 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.124870 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.125139 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.125413 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.125697 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.125992 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.126243 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.126499 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.126749 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.127019 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.127268 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.127515 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.127761 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.128009 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.128265 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.128512 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.128756 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.129002 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.129253 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.129516 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.129817 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.130046 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.130293 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.130539 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.130795 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.131044 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.131292 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.131555 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.131801 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.132048 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.132387 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.132592 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.132839 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.133094 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.133340 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.133591 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.133863 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.134112 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.134363 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.134619 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.134875 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.135138 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.135354 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.135572 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.135815 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.136030 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.136254 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.136484 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.136699 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.136913 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.137124 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.137338 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.137552 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.137782 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.138015 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.138229 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.138451 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.138664 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.138876 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.139090 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.139304 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.139514 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.139727 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.140457 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.140671 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.140907 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.141108 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 20 18:11:36.141360 dv-cinder-792299-2-iscsi neutron-server[91544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 20 18:11:36.331213 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 32880) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:11:36.339777 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063987
May 20 18:11:47.478945 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d092e95-fde1-4f15-8ce4-fbf9bc1e249d None None] get_active_networks_info from dv-cinder-792299-2-iscsi {{(pid=91653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 20 18:11:47.575899 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d092e95-fde1-4f15-8ce4-fbf9bc1e249d None None] No non-hosted networks {{(pid=91653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 20 18:11:47.591411 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.agentschedulers_db [None req-8d092e95-fde1-4f15-8ce4-fbf9bc1e249d None None] DHCP Agent not found on host dv-cinder-792299-2-iscsi {{(pid=91653) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 20 18:11:47.733891 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d94c3d3d-157a-424f-a0c6-ca29d7cf5733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:49.743751 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:49.745527 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.748205 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.748571 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.749450 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.749981 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.750715 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.750977 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.751333 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.751662 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.753111 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.754434 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.754963 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:11:49.757117 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8a17734310>, 'Open vSwitch agent', 'dv-cinder-792299-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:11:49.766316 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8a176e9d90>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792299-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:11:49.801836 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a61390c0-269d-42ca-804a-9bfce9d68416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:49.850667 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7b1d569b-5672-4bb4-9cc9-e253cd7647f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:50.889933 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:52.369360 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:52.973991 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.db.l3_hamode_db [None req-6cc9b10d-7f03-41ec-81aa-d47114a3c835 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 20 18:11:53.125633 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc9b10d-7f03-41ec-81aa-d47114a3c835 None None] Routers set() bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:11:53.126050 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc9b10d-7f03-41ec-81aa-d47114a3c835 None None] Router IDs set() for agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 20 18:11:54.008904 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 32972) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:11:54.630829 dv-cinder-792299-2-iscsi neutron-server[91651]: WARNING oslo_policy.policy [None req-38a520f4-397f-4ec4-9526-717e3bc9b30e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 20 18:11:54.631430 dv-cinder-792299-2-iscsi neutron-server[91651]: WARNING oslo_policy.policy [None req-38a520f4-397f-4ec4-9526-717e3bc9b30e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 20 18:11:54.850849 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [None req-38a520f4-397f-4ec4-9526-717e3bc9b30e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:11:54.851937 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-38a520f4-397f-4ec4-9526-717e3bc9b30e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8421271
May 20 18:11:57.251099 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 32986) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:11:58.004305 dv-cinder-792299-2-iscsi neutron-server[91652]: WARNING oslo_policy.policy [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 20 18:11:58.004894 dv-cinder-792299-2-iscsi neutron-server[91652]: WARNING oslo_policy.policy [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 20 18:11:58.223479 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:11:58.324104 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.policy [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91652) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 20 18:11:58.370694 dv-cinder-792299-2-iscsi neutron-server[91652]: WARNING oslo_policy.policy [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 20 18:11:58.371075 dv-cinder-792299-2-iscsi neutron-server[91652]: WARNING oslo_policy.policy [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 20 18:11:58.380073 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.quota [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8a17e14910>.
May 20 18:11:58.396477 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:11:58.460818 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764444934468', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764444934935', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764444962134', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764444965602', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764444958281', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764444982070', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2092967', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1935206', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-888708', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-688901'] for rbac-policy, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:58.526106 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:11:58.527439 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-dc73b3d7-e154-4092-9ec2-8b89a9e678f5 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.2741630
May 20 18:12:01.140711 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 33004) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:01.496206 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'project_id': 'be4eda862d2e40a99155a63d0de52524'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:12:01.501378 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:12:01.505709 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Usage tracker for resource:network and tenant:be4eda862d2e40a99155a63d0de52524 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:12:01.510412 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:12:01.517041 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:12:01.527766 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Made reservation on behalf of be4eda862d2e40a99155a63d0de52524 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:12:01.531308 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:01.549003 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:01.562993 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:12:01.566964 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Usage tracker for resource:security_group_rule and tenant:be4eda862d2e40a99155a63d0de52524 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:12:01.572264 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:12:01.578442 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:12:01.678071 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:01.682404 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:01.686873 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:01.706682 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:12:01.732802 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764443554106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:01.733423 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8a18b713a0> segment precommit_create {{(pid=91652) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 20 18:12:01.733919 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Added segment 6c490301-c70a-4caf-8cd8-3c182d2b8453 of type vlan for network 5cf65a74-e370-496d-8c31-a487e9f2351f
May 20 18:12:01.782168 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a76e6b-8698-4187-96cc-8c1053f772f0,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:01.798156 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.798594 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.798824 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.799143 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.799456 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.799789 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.800102 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.800409 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.800775 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.801019 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.801322 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.801624 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Tracked resource versions report:
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]: pushed versions:
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]: {   'AddressGroup': {'1.2'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'ConntrackHelper': {'1.0'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Log': {'1.0'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Network': {'1.1'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Port': {'1.7'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'PortForwarding': {'1.2'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'QosPolicy': {'1.8'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'SecurityGroup': {'1.4'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'SecurityGroupRule': {'1.2'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'SubPort': {'1.0'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Subnet': {'1.1'},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Trunk': {'1.1'}}
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]: consumer versions:
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]: {   DHCP agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     L3 agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     Metadata agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     Metering agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:     Open vSwitch agent@dv-cinder-792299-2-iscsi: {   'AddressGroup': '1.2',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'ConntrackHelper': '1.0',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Log': '1.0',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Network': '1.1',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Port': '1.7',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'PortForwarding': '1.2',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'QosPolicy': '1.8',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'SecurityGroup': '1.4',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'SecurityGroupRule': '1.2',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'SubPort': '1.0',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Subnet': '1.1',
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Trunk': '1.1'}}
May 20 18:12:01.802729 dv-cinder-792299-2-iscsi neutron-server[91652]:  {{(pid=91652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 20 18:12:01.855155 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:01.856894 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:01.898820 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:01.900410 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:12:01.901091 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:01.905694 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:02.009085 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf65a74-e370-496d-8c31-a487e9f2351f,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:02.011918 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.8701861
May 20 18:12:02.013737 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:02.022936 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 5cf65a74-e370-496d-8c31-a487e9f2351f details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:12:04.690832 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33020) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:05.261411 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.policy [None req-983e0ceb-6b6b-4b01-ad38-ed1f8a05ef27 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91651) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 20 18:12:05.305387 dv-cinder-792299-2-iscsi neutron-server[91651]: WARNING oslo_policy.policy [None req-983e0ceb-6b6b-4b01-ad38-ed1f8a05ef27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 20 18:12:05.305784 dv-cinder-792299-2-iscsi neutron-server[91651]: WARNING oslo_policy.policy [None req-983e0ceb-6b6b-4b01-ad38-ed1f8a05ef27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 20 18:12:05.315349 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983e0ceb-6b6b-4b01-ad38-ed1f8a05ef27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:12:05.317021 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-983e0ceb-6b6b-4b01-ad38-ed1f8a05ef27 admin admin] 10.222.0.13 "GET /v2.0/networks/5cf65a74-e370-496d-8c31-a487e9f2351f HTTP/1.1" status: 200  len: 824 time: 0.6252630
May 20 18:12:05.347338 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-22e454f3-78fb-45b0-b17a-9a5958496304 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/6da4540f-e498-41e3-b6a4-2d6365c60065 HTTP/1.1" status: 200  len: 734 time: 0.0249310
May 20 18:12:05.356081 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f', 'subnetpool_id': '6da4540f-e498-41e3-b6a4-2d6365c60065'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:12:05.358153 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.quota [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8a18109af0>.
May 20 18:12:05.364358 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:12:05.369727 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Usage tracker for resource:subnet and tenant:be4eda862d2e40a99155a63d0de52524 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:12:05.373029 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:12:05.380668 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:12:05.395326 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Made reservation on behalf of be4eda862d2e40a99155a63d0de52524 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:12:05.398037 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:05.894085 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:05.898864 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:05.978933 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Checking segment: {'id': '6c490301-c70a-4caf-8cd8-3c182d2b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:12:05.979305 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Network hostable DHCP agents. Network: 5cf65a74-e370-496d-8c31-a487e9f2351f, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:12:05.994426 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c5b2d3-f531-4a10-9858-30f0b2057b43,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:06.008905 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.009253 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.009596 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.010018 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.010353 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.010681 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.010998 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.011323 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.011631 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.011959 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.012311 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.012616 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Tracked resource versions report:
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]: pushed versions:
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]: {   'AddressGroup': {'1.2'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'ConntrackHelper': {'1.0'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Log': {'1.0'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Network': {'1.1'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Port': {'1.7'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'PortForwarding': {'1.2'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'QosPolicy': {'1.8'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'SecurityGroup': {'1.4'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'SecurityGroupRule': {'1.2'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'SubPort': {'1.0'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Subnet': {'1.1'},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Trunk': {'1.1'}}
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]: consumer versions:
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]: {   DHCP agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     L3 agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     Metadata agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     Metering agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:     Open vSwitch agent@dv-cinder-792299-2-iscsi: {   'AddressGroup': '1.2',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'ConntrackHelper': '1.0',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Log': '1.0',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Network': '1.1',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Port': '1.7',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'PortForwarding': '1.2',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'QosPolicy': '1.8',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'SecurityGroup': '1.4',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'SecurityGroupRule': '1.2',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'SubPort': '1.0',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Subnet': '1.1',
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Trunk': '1.1'}}
May 20 18:12:06.014198 dv-cinder-792299-2-iscsi neutron-server[91651]:  {{(pid=91651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 20 18:12:06.034675 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Network 5cf65a74-e370-496d-8c31-a487e9f2351f is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:12:06.048801 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 5cf65a74-e370-496d-8c31-a487e9f2351f) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:12:06.060780 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:06.071067 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:12:06.071713 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:06.076812 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1345899-e5d3-4932-b928-9544c8d53557 None None] Network 5cf65a74-e370-496d-8c31-a487e9f2351f requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:12:06.095648 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-e65e1a9d-bbb1-443d-9a5b-0cc1c8d9bd0d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7429991
May 20 18:12:06.390719 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-5cf65a74-e370-496d-8c31-a487e9f2351f', 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'fixed_ips': [{'subnet_id': '14c5b2d3-f531-4a10-9858-30f0b2057b43'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:12:06.391801 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:06.579486 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Allocated IP 172.20.0.2 (5cf65a74-e370-496d-8c31-a487e9f2351f/14c5b2d3-f531-4a10-9858-30f0b2057b43/18b1b972-cda3-454f-bcb4-9d69fa78de2c) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:12:06.818474 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:06.834735 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Transition to ACTIVE for port object 18b1b972-cda3-454f-bcb4-9d69fa78de2c will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:12:06.861550 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Transition to ACTIVE for port object 18b1b972-cda3-454f-bcb4-9d69fa78de2c will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:12:06.871496 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:06.877065 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:06.941140 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Network 5cf65a74-e370-496d-8c31-a487e9f2351f is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:12:06.944501 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:12:06.951054 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:12:06.958338 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Pushing event updated for resources: {'Port': ['ID=18b1b972-cda3-454f-bcb4-9d69fa78de2c,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:06.996767 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.997108 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.997469 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.998590 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.998590 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.998921 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.999229 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.999536 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:06.999859 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:07.000167 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:07.000473 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:07.001274 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Tracked resource versions report:
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]: pushed versions:
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]: {   'AddressGroup': {'1.2'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'ConntrackHelper': {'1.0'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Log': {'1.0'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Network': {'1.1'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Port': {'1.7'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'PortForwarding': {'1.2'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'QosPolicy': {'1.8'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'SecurityGroup': {'1.4'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'SecurityGroupRule': {'1.2'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'SubPort': {'1.0'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Subnet': {'1.1'},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Trunk': {'1.1'}}
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]: consumer versions:
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]: {   DHCP agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     L3 agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     Metadata agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     Metering agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:     Open vSwitch agent@dv-cinder-792299-2-iscsi: {   'AddressGroup': '1.2',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'ConntrackHelper': '1.0',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Log': '1.0',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Network': '1.1',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Port': '1.7',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'PortForwarding': '1.2',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'QosPolicy': '1.8',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'SecurityGroup': '1.4',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'SecurityGroupRule': '1.2',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'SubPort': '1.0',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Subnet': '1.1',
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Trunk': '1.1'}}
May 20 18:12:07.002146 dv-cinder-792299-2-iscsi neutron-server[91653]:  {{(pid=91653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 20 18:12:07.035967 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:07.061048 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Attempting to bind port 18b1b972-cda3-454f-bcb4-9d69fa78de2c on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:12:07.061634 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Attempting to bind port 18b1b972-cda3-454f-bcb4-9d69fa78de2c by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '6c490301-c70a-4caf-8cd8-3c182d2b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:12:07.062099 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Attempting to bind port 18b1b972-cda3-454f-bcb4-9d69fa78de2c on network 5cf65a74-e370-496d-8c31-a487e9f2351f {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:12:07.067978 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:12:07.068447 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Checking segment: {'id': '6c490301-c70a-4caf-8cd8-3c182d2b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:12:07.068841 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:07.069224 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Bound using segment: {'id': '6c490301-c70a-4caf-8cd8-3c182d2b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:12:07.069708 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Bound port: 18b1b972-cda3-454f-bcb4-9d69fa78de2c, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c490301-c70a-4caf-8cd8-3c182d2b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:12:07.070098 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:07.155686 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] For port 18b1b972-cda3-454f-bcb4-9d69fa78de2c, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:12:07.159605 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] For port 18b1b972-cda3-454f-bcb4-9d69fa78de2c, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=18b1b972-cda3-454f-bcb4-9d69fa78de2c,segment=NetworkSegment(6c490301-c70a-4caf-8cd8-3c182d2b8453),segment_id=6c490301-c70a-4caf-8cd8-3c182d2b8453)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:12:07.164925 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:07.168690 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:07.254237 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Pushing event updated for resources: {'Port': ['ID=18b1b972-cda3-454f-bcb4-9d69fa78de2c,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:07.258868 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:08.521306 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33038) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:08.895059 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [None req-a4efab4e-23f7-442d-b2a2-9418aab31d33 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:12:08.896370 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-a4efab4e-23f7-442d-b2a2-9418aab31d33 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3739178
May 20 18:12:11.295831 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33048) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:11.732266 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [None req-97f2e336-353a-41da-a598-903baf9cd468 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:12:11.733232 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-97f2e336-353a-41da-a598-903baf9cd468 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4364841
May 20 18:12:12.760415 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107d3e7-8463-435f-8cc8-fe0decfa765b None None] Network 5cf65a74-e370-496d-8c31-a487e9f2351f requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:12:12.872511 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1ba5d1db-7271-430f-9aaf-ad78aec63eab None None] Provisioning for port 18b1b972-cda3-454f-bcb4-9d69fa78de2c completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:12:13.590548 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 18b1b972-cda3-454f-bcb4-9d69fa78de2c up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:12:13.662570 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 18b1b972-cda3-454f-bcb4-9d69fa78de2c completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:12:13.667523 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 18b1b972-cda3-454f-bcb4-9d69fa78de2c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:12:13.667923 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:13.788551 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:13.835870 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 18b1b972-cda3-454f-bcb4-9d69fa78de2c, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=18b1b972-cda3-454f-bcb4-9d69fa78de2c,segment=NetworkSegment(6c490301-c70a-4caf-8cd8-3c182d2b8453),segment_id=6c490301-c70a-4caf-8cd8-3c182d2b8453)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:12:13.840014 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:13.842349 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:13.917674 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=18b1b972-cda3-454f-bcb4-9d69fa78de2c,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:13.921195 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:14.484783 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33064) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:14.858114 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'admin_state_up': True}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:12:14.863560 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:12:14.868419 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Usage tracker for resource:router and tenant:be4eda862d2e40a99155a63d0de52524 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:12:14.873114 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:12:14.880697 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:12:14.892855 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:14.894674 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:14.920690 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:15.043021 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:15.064601 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:15.066412 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-4eac358c-4d1e-4a3c-9856-f0a28dd98f4b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5804262
May 20 18:12:15.571051 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 18b1b972-cda3-454f-bcb4-9d69fa78de2c up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:12:15.640961 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 18b1b972-cda3-454f-bcb4-9d69fa78de2c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:12:15.641217 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:16.001401 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:12:17.268978 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9ef45dde-ceed-473c-a278-1a3ee5a70adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:17.464605 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 33074) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:17.858309 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [None req-1ab5fb20-61df-4ed2-bf02-b37f77fe015d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:12:17.859342 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-1ab5fb20-61df-4ed2-bf02-b37f77fe015d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3937504
May 20 18:12:19.701655 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:19.800324 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-22b714f4-383a-4083-a2a1-ab0e1a59e633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:20.261385 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33084) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:20.642724 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:12:20.650401 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:12:20.681865 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Usage tracker for resource:network and tenant:8169d23d7e094984b4a763f6c5e6df93 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:12:20.687781 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:12:20.697485 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:12:20.712126 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Made reservation on behalf of 8169d23d7e094984b4a763f6c5e6df93 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:12:20.715712 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:20.744889 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:20.771771 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:12:20.778197 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:8169d23d7e094984b4a763f6c5e6df93 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:12:20.784006 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:12:20.793853 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:12:20.825392 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:20.918406 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:20.922226 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:20.925349 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:20.947220 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=91651) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 20 18:12:20.961574 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a7b817-ad23-47f7-a207-baa56eb7ee36,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:20.968867 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:20.969909 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764443554106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:20.970510 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8a18b713a0> segment precommit_create {{(pid=91651) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 20 18:12:20.970947 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.segments_db [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Added segment 1db5193c-cd2c-49a8-b27e-1dad85d9a14e of type flat for network 4d7299ff-e830-43af-882c-a3f209287056
May 20 18:12:21.019568 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:21.062366 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:21.063679 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:12:21.064252 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:21.069458 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:21.161348 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8988121
May 20 18:12:21.171337 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7299ff-e830-43af-882c-a3f209287056,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:21.175936 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:21.184268 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 4d7299ff-e830-43af-882c-a3f209287056 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:12:22.311802 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:23.574785 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33104) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:23.792120 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d491eb-ea3e-4c1a-a166-aaf97fc5528f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:12:23.793542 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-40d491eb-ea3e-4c1a-a166-aaf97fc5528f admin admin] 10.222.0.13 "GET /v2.0/subnets/14c5b2d3-f531-4a10-9858-30f0b2057b43 HTTP/1.1" status: 200  len: 849 time: 0.2178891
May 20 18:12:23.937277 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-4df3dd0b-5039-4cf3-84a2-b9f5e8942e3d admin admin] 10.222.0.13 "GET /v2.0/routers/70ba7d52-2779-4069-8f31-dd73ed8e2eb1 HTTP/1.1" status: 200  len: 704 time: 0.1381886
May 20 18:12:24.413428 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:24.648267 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Allocated IP 172.20.0.1 (5cf65a74-e370-496d-8c31-a487e9f2351f/14c5b2d3-f531-4a10-9858-30f0b2057b43/db822f01-4edd-4bb8-bf34-953be7f50c5b) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:12:24.857244 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:24.875094 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Transition to ACTIVE for port object db822f01-4edd-4bb8-bf34-953be7f50c5b will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:12:24.929595 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:24.933983 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:24.999055 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Network 5cf65a74-e370-496d-8c31-a487e9f2351f is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:12:25.001921 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:12:25.006348 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:12:25.006855 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:25.132748 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Pushing event updated for resources: {'Port': ['ID=db822f01-4edd-4bb8-bf34-953be7f50c5b,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:25.136270 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:25.210973 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-0274edf2-e81d-41d6-b425-a194e9790136 None None] Provisioning for port db822f01-4edd-4bb8-bf34-953be7f50c5b completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:12:25.215936 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-0274edf2-e81d-41d6-b425-a194e9790136 None None] Provisioning complete for port db822f01-4edd-4bb8-bf34-953be7f50c5b triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:12:25.216834 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0274edf2-e81d-41d6-b425-a194e9790136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:25.270280 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-0274edf2-e81d-41d6-b425-a194e9790136 None None] Port db822f01-4edd-4bb8-bf34-953be7f50c5b cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:12:25.276177 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:25.507276 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:25.512279 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:25.513950 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:25.517306 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:25.607945 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Pushing event updated for resources: {'Port': ['ID=db822f01-4edd-4bb8-bf34-953be7f50c5b,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:25.610806 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:25.716184 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Network 5cf65a74-e370-496d-8c31-a487e9f2351f is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:12:25.718277 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:12:25.943627 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Router 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:12:26.002549 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-50ee4f62-3c5b-4320-bf51-419b255a9fcf None None] Provisioning complete for port db822f01-4edd-4bb8-bf34-953be7f50c5b triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:12:26.003071 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-50ee4f62-3c5b-4320-bf51-419b255a9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:26.099206 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-50ee4f62-3c5b-4320-bf51-419b255a9fcf None None] Port db822f01-4edd-4bb8-bf34-953be7f50c5b cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:12:26.105376 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:12:26.123524 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/70ba7d52-2779-4069-8f31-dd73ed8e2eb1/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1722908
May 20 18:12:26.123816 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Sync routers for ids ['70ba7d52-2779-4069-8f31-dd73ed8e2eb1'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:12:26.131978 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Routers {'70ba7d52-2779-4069-8f31-dd73ed8e2eb1'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:12:26.132954 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17f64670>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:12:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['70ba7d52-2779-4069-8f31-dd73ed8e2eb1'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:12:26.330767 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Set router 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:12:26.743986 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17f64670>, [{'id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'name': 'router1', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:14Z', 'updated_at': '2021-05-20T18:12:25Z', 'revision_number': 2, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'gw_port_host': None, '_interfaces': [{'id': 'db822f01-4edd-4bb8-bf34-953be7f50c5b', 'name': '', 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'mac_address': 'fa:16:3e:b1:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:24Z', 'updated_at': '2021-05-20T18:12:25Z', 'revision_number': 2, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'subnets': [{'id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da4540f-e498-41e3-b6a4-2d6365c60065'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:12:26.750312 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Checking router: 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:12:26.750853 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Updating router 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 port db822f01-4edd-4bb8-bf34-953be7f50c5b binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:12:26.810163 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:27.263757 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:27.282251 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Transition to ACTIVE for port object db822f01-4edd-4bb8-bf34-953be7f50c5b will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:12:27.291155 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:27.297101 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:27.575176 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Pushing event updated for resources: {'Port': ['ID=db822f01-4edd-4bb8-bf34-953be7f50c5b,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:27.593129 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Attempting to bind port db822f01-4edd-4bb8-bf34-953be7f50c5b on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:12:27.593744 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Attempting to bind port db822f01-4edd-4bb8-bf34-953be7f50c5b by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '6c490301-c70a-4caf-8cd8-3c182d2b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:12:27.594482 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Attempting to bind port db822f01-4edd-4bb8-bf34-953be7f50c5b on network 5cf65a74-e370-496d-8c31-a487e9f2351f {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:12:27.599149 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.599688 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.600235 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.600772 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.601314 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.601953 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.602482 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.603014 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.603561 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.604098 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.604588 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.605117 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Tracked resource versions report:
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]: pushed versions:
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]: {   'AddressGroup': {'1.2'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'ConntrackHelper': {'1.0'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Log': {'1.0'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Network': {'1.1'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Port': {'1.7'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'PortForwarding': {'1.2'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'QosPolicy': {'1.8'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'SecurityGroup': {'1.4'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'SecurityGroupRule': {'1.2'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'SubPort': {'1.0'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Subnet': {'1.1'},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Trunk': {'1.1'}}
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]: consumer versions:
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]: {   DHCP agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     L3 agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     Metadata agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     Metering agent@dv-cinder-792299-2-iscsi: {},
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:     Open vSwitch agent@dv-cinder-792299-2-iscsi: {   'AddressGroup': '1.2',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'ConntrackHelper': '1.0',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Log': '1.0',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Network': '1.1',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Port': '1.7',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'PortForwarding': '1.2',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'QosPolicy': '1.8',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'SecurityGroup': '1.4',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'SecurityGroupRule': '1.2',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'SubPort': '1.0',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Subnet': '1.1',
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Trunk': '1.1'}}
May 20 18:12:27.607568 dv-cinder-792299-2-iscsi neutron-server[91654]:  {{(pid=91654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 20 18:12:27.614184 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:27.623769 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:12:27.624450 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Checking segment: {'id': '6c490301-c70a-4caf-8cd8-3c182d2b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:12:27.625162 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:27.625803 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Bound using segment: {'id': '6c490301-c70a-4caf-8cd8-3c182d2b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:12:27.626622 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Bound port: db822f01-4edd-4bb8-bf34-953be7f50c5b, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c490301-c70a-4caf-8cd8-3c182d2b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:12:27.627224 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:27.767094 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] For port db822f01-4edd-4bb8-bf34-953be7f50c5b, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:12:27.774462 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] For port db822f01-4edd-4bb8-bf34-953be7f50c5b, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=db822f01-4edd-4bb8-bf34-953be7f50c5b,segment=NetworkSegment(6c490301-c70a-4caf-8cd8-3c182d2b8453),segment_id=6c490301-c70a-4caf-8cd8-3c182d2b8453)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:12:27.780726 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:27.788275 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:27.935922 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Pushing event updated for resources: {'Port': ['ID=db822f01-4edd-4bb8-bf34-953be7f50c5b,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:27.940577 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Routers {'70ba7d52-2779-4069-8f31-dd73ed8e2eb1'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:12:27.941725 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17f64670>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:12:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['70ba7d52-2779-4069-8f31-dd73ed8e2eb1'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:12:28.022889 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:28.190963 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] Set router 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:12:28.399601 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33126) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:28.582549 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17f64670>, [{'id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'name': 'router1', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:14Z', 'updated_at': '2021-05-20T18:12:25Z', 'revision_number': 2, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'gw_port_host': None, '_interfaces': [{'id': 'db822f01-4edd-4bb8-bf34-953be7f50c5b', 'name': '', 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'mac_address': 'fa:16:3e:b1:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:24Z', 'updated_at': '2021-05-20T18:12:27Z', 'revision_number': 4, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'subnets': [{'id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da4540f-e498-41e3-b6a4-2d6365c60065'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:12:28.586926 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee440893-e680-41c7-9368-5c3b8a7688b2 None None] The sync data for ids ['70ba7d52-2779-4069-8f31-dd73ed8e2eb1'] in dv-cinder-792299-2-iscsi is: [{'id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'name': 'router1', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:14Z', 'updated_at': '2021-05-20T18:12:25Z', 'revision_number': 2, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'gw_port_host': None, '_interfaces': [{'id': 'db822f01-4edd-4bb8-bf34-953be7f50c5b', 'name': '', 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'mac_address': 'fa:16:3e:b1:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:24Z', 'updated_at': '2021-05-20T18:12:27Z', 'revision_number': 4, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'subnets': [{'id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da4540f-e498-41e3-b6a4-2d6365c60065'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:12:28.608461 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57252b37-8e71-47b1-9e44-539904bd8485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:12:28.609326 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-57252b37-8e71-47b1-9e44-539904bd8485 admin admin] Synchronizing usage tracker for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:12:28.636141 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-57252b37-8e71-47b1-9e44-539904bd8485 admin admin] Unset dirty status for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:12:28.641933 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-57252b37-8e71-47b1-9e44-539904bd8485 admin admin] 10.222.0.13 "GET /v2.0/networks/4d7299ff-e830-43af-882c-a3f209287056 HTTP/1.1" status: 200  len: 842 time: 0.2367835
May 20 18:12:28.650035 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:12:28.656954 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:12:28.661572 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Usage tracker for resource:subnet and tenant:8169d23d7e094984b4a763f6c5e6df93 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:12:28.665035 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:12:28.676060 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:12:28.688874 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Made reservation on behalf of 8169d23d7e094984b4a763f6c5e6df93 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:12:28.691703 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:29.189922 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.objects.ports [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91651) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 20 18:12:29.190365 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:29.194346 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:29.265839 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:29.271577 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:29.276169 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:12:29.276524 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Network hostable DHCP agents. Network: 4d7299ff-e830-43af-882c-a3f209287056, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:12:29.296883 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:12:29.310760 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 4d7299ff-e830-43af-882c-a3f209287056) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:12:29.318753 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:12:29.319752 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:29.326263 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a37999-80bc-44dc-b511-19d043f1d834 None None] Network 4d7299ff-e830-43af-882c-a3f209287056 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:12:29.361391 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7127166
May 20 18:12:29.567981 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b41104a-f846-4a39-a51a-e801ff661902 None None] Network 4d7299ff-e830-43af-882c-a3f209287056 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:12:31.647583 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device db822f01-4edd-4bb8-bf34-953be7f50c5b up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:12:31.726244 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port db822f01-4edd-4bb8-bf34-953be7f50c5b completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:12:31.732128 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port db822f01-4edd-4bb8-bf34-953be7f50c5b triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:12:31.732413 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:31.790440 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33140) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:31.875965 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:31.910186 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port db822f01-4edd-4bb8-bf34-953be7f50c5b, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=db822f01-4edd-4bb8-bf34-953be7f50c5b,segment=NetworkSegment(6c490301-c70a-4caf-8cd8-3c182d2b8453),segment_id=6c490301-c70a-4caf-8cd8-3c182d2b8453)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:12:31.914692 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:31.918003 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:31.996048 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=db822f01-4edd-4bb8-bf34-953be7f50c5b,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:31.999841 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:32.020123 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-19021091-6de2-4b0a-8e20-8a93e57d6d03 admin admin] 10.222.0.13 "GET /v2.0/routers/70ba7d52-2779-4069-8f31-dd73ed8e2eb1 HTTP/1.1" status: 200  len: 710 time: 0.2281640
May 20 18:12:32.151263 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83694016-90f3-43fc-831d-88e63c65e242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:12:32.152646 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-83694016-90f3-43fc-831d-88e63c65e242 admin admin] 10.222.0.13 "GET /v2.0/networks/4d7299ff-e830-43af-882c-a3f209287056 HTTP/1.1" status: 200  len: 886 time: 0.1274264
May 20 18:12:32.166107 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:12:32.705084 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:33.086199 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:33.145394 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:33.279626 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Allocated IP 172.27.0.218 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/5ec2a59b-0b86-4ffc-8680-a753e769c990) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:12:33.437798 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:33.469549 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:33.473477 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-96c791dc-edc0-401e-bcc4-0d7ca5af68e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:33.534659 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:12:33.537470 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:12:33.541086 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:12:33.597749 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device db822f01-4edd-4bb8-bf34-953be7f50c5b up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:12:33.605814 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec2a59b-0b86-4ffc-8680-a753e769c990,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:33.612205 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:33.670150 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port db822f01-4edd-4bb8-bf34-953be7f50c5b triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:12:33.670530 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:33.955704 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:34.375158 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:34.378813 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-567803'] for router, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:34.554849 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Router 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:12:34.731015 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:12:34.739067 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:34.740245 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] 10.222.0.13 "PUT /v2.0/routers/70ba7d52-2779-4069-8f31-dd73ed8e2eb1 HTTP/1.1" status: 200  len: 890 time: 2.5786297
May 20 18:12:34.740763 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Sync routers for ids ['70ba7d52-2779-4069-8f31-dd73ed8e2eb1'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:12:34.751831 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Routers {'70ba7d52-2779-4069-8f31-dd73ed8e2eb1'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:12:34.752513 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a174fe6d0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:12:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['70ba7d52-2779-4069-8f31-dd73ed8e2eb1'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:12:34.954373 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Set router 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:12:35.329494 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a174fe6d0>, [{'id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'name': 'router1', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '5ec2a59b-0b86-4ffc-8680-a753e769c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:14Z', 'updated_at': '2021-05-20T18:12:33Z', 'revision_number': 4, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'gw_port': {'id': '5ec2a59b-0b86-4ffc-8680-a753e769c990', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:33Z', 'updated_at': '2021-05-20T18:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'db822f01-4edd-4bb8-bf34-953be7f50c5b', 'name': '', 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'mac_address': 'fa:16:3e:b1:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:24Z', 'updated_at': '2021-05-20T18:12:31Z', 'revision_number': 5, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'subnets': [{'id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da4540f-e498-41e3-b6a4-2d6365c60065'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:12:35.334813 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Checking router: 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:12:35.335158 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Updating router 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 port 5ec2a59b-0b86-4ffc-8680-a753e769c990 binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:12:35.394480 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:35.750378 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:35.762734 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Transition to ACTIVE for port object 5ec2a59b-0b86-4ffc-8680-a753e769c990 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:12:35.770694 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:35.774713 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:35.856105 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528a63c-73d5-4b1a-bc39-25563bf0afdf None None] Pushing event updated for resources: {'Port': ['ID=5ec2a59b-0b86-4ffc-8680-a753e769c990,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:35.858649 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Attempting to bind port 5ec2a59b-0b86-4ffc-8680-a753e769c990 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:12:35.859015 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Attempting to bind port 5ec2a59b-0b86-4ffc-8680-a753e769c990 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:12:35.859380 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Attempting to bind port 5ec2a59b-0b86-4ffc-8680-a753e769c990 on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:12:35.865588 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1528a63c-73d5-4b1a-bc39-25563bf0afdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:35.866331 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:12:35.866690 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:12:35.867090 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:35.867473 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:12:35.867957 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Bound port: 5ec2a59b-0b86-4ffc-8680-a753e769c990, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:12:35.868313 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:35.952300 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] For port 5ec2a59b-0b86-4ffc-8680-a753e769c990, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:12:35.955656 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] For port 5ec2a59b-0b86-4ffc-8680-a753e769c990, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=5ec2a59b-0b86-4ffc-8680-a753e769c990,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:12:35.960120 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:35.965387 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-491c596e-8440-4ea1-88b2-fbf00dead6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:36.043432 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Routers {'70ba7d52-2779-4069-8f31-dd73ed8e2eb1'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:12:36.044621 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a174fe6d0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:12:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['70ba7d52-2779-4069-8f31-dd73ed8e2eb1'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:12:36.111269 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528a63c-73d5-4b1a-bc39-25563bf0afdf None None] Pushing event updated for resources: {'Port': ['ID=5ec2a59b-0b86-4ffc-8680-a753e769c990,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:36.115683 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1528a63c-73d5-4b1a-bc39-25563bf0afdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:36.237077 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] Set router 70ba7d52-2779-4069-8f31-dd73ed8e2eb1 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:12:36.632260 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a174fe6d0>, [{'id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'name': 'router1', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '5ec2a59b-0b86-4ffc-8680-a753e769c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:14Z', 'updated_at': '2021-05-20T18:12:33Z', 'revision_number': 4, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'gw_port': {'id': '5ec2a59b-0b86-4ffc-8680-a753e769c990', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:33Z', 'updated_at': '2021-05-20T18:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'db822f01-4edd-4bb8-bf34-953be7f50c5b', 'name': '', 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'mac_address': 'fa:16:3e:b1:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:24Z', 'updated_at': '2021-05-20T18:12:31Z', 'revision_number': 5, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'subnets': [{'id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da4540f-e498-41e3-b6a4-2d6365c60065'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:12:36.636709 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96a761-baa4-4d49-95ae-01aaac7f1367 None None] The sync data for ids ['70ba7d52-2779-4069-8f31-dd73ed8e2eb1'] in dv-cinder-792299-2-iscsi is: [{'id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'name': 'router1', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '5ec2a59b-0b86-4ffc-8680-a753e769c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:12:14Z', 'updated_at': '2021-05-20T18:12:33Z', 'revision_number': 4, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'gw_port': {'id': '5ec2a59b-0b86-4ffc-8680-a753e769c990', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:33Z', 'updated_at': '2021-05-20T18:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'db822f01-4edd-4bb8-bf34-953be7f50c5b', 'name': '', 'network_id': '5cf65a74-e370-496d-8c31-a487e9f2351f', 'tenant_id': 'be4eda862d2e40a99155a63d0de52524', 'mac_address': 'fa:16:3e:b1:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba7d52-2779-4069-8f31-dd73ed8e2eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:12:24Z', 'updated_at': '2021-05-20T18:12:31Z', 'revision_number': 5, 'project_id': 'be4eda862d2e40a99155a63d0de52524', 'subnets': [{'id': '14c5b2d3-f531-4a10-9858-30f0b2057b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6da4540f-e498-41e3-b6a4-2d6365c60065'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:12:37.172298 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33150) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:12:37.296890 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-e9991f93-a061-4930-abc8-90e69b78d94f admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1233258
May 20 18:12:37.614241 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 5ec2a59b-0b86-4ffc-8680-a753e769c990 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:12:37.736146 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 5ec2a59b-0b86-4ffc-8680-a753e769c990 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:12:37.743405 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 5ec2a59b-0b86-4ffc-8680-a753e769c990 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:12:37.743789 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:37.889862 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:37.910737 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 5ec2a59b-0b86-4ffc-8680-a753e769c990, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=5ec2a59b-0b86-4ffc-8680-a753e769c990,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:12:37.915038 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:37.917225 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1528a63c-73d5-4b1a-bc39-25563bf0afdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:12:38.026587 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=5ec2a59b-0b86-4ffc-8680-a753e769c990,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:12:38.030199 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:12:39.615674 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 5ec2a59b-0b86-4ffc-8680-a753e769c990 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:12:39.722185 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 5ec2a59b-0b86-4ffc-8680-a753e769c990 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:12:39.722668 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:47.285379 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-40b4d131-04c4-4d0b-a681-a6aee7778c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:49.722906 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:49.815906 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4a570d3e-8c0b-4887-b026-d90d2a208485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:50.830298 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:52.330263 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:12:53.001704 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:13:17.271930 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-63f35a20-293f-43ce-a4c1-1861d261b8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:13:19.711713 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:13:19.802333 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-da343404-7b55-4cbb-95d2-e4e284c4570f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:13:20.833574 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:13:22.330768 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:13:30.001117 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:13:47.265197 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ce809497-e2bf-445c-8873-ec2015ec8940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:13:49.707645 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:13:49.796673 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d363275d-9972-496a-82bf-c73a33cfd5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:13:50.835996 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:13:52.333872 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:07.001894 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:14:17.268175 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1fc4821d-1ee2-4e3b-9fed-f4dfe27d8e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:18.318752 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33720) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:18.386270 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d7d1cd-281f-471d-9ca7-8f12778d52d9 admin admin] GET failed (client error): The resource could not be found.
May 20 18:14:18.387586 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c0d7d1cd-281f-471d-9ca7-8f12778d52d9 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0678256
May 20 18:14:18.518005 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2c792-fd4e-45c0-9d65-2b4b70e4b577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:18.519383 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-4ef2c792-fd4e-45c0-9d65-2b4b70e4b577 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1280048
May 20 18:14:19.709944 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:19.798035 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4f922e90-fdee-44ae-a30d-05cfc7aebc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:20.647645 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33730) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:20.757970 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfba48-e5e7-4d8d-aa3c-8b276c6448e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:20.758537 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-28dfba48-e5e7-4d8d-aa3c-8b276c6448e1 admin admin] Synchronizing usage tracker for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:subnet {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:14:20.776015 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-28dfba48-e5e7-4d8d-aa3c-8b276c6448e1 admin admin] Unset dirty status for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:subnet {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:14:20.777384 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-28dfba48-e5e7-4d8d-aa3c-8b276c6448e1 admin admin] 10.222.0.13 "GET /v2.0/subnets/14c5b2d3-f531-4a10-9858-30f0b2057b43 HTTP/1.1" status: 200  len: 849 time: 0.1286986
May 20 18:14:20.786807 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:14:20.840309 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:20.910241 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:21.108108 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764443643073'] for subnet, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:21.108108 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:14:21.148503 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:21.149526 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:21.150896 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] 10.222.0.13 "PUT /v2.0/subnets/14c5b2d3-f531-4a10-9858-30f0b2057b43 HTTP/1.1" status: 200  len: 868 time: 0.3675954
May 20 18:14:21.153916 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a198b5-639f-4985-8b6d-4987772cc424 None None] Network 5cf65a74-e370-496d-8c31-a487e9f2351f requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:14:21.179318 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c5b2d3-f531-4a10-9858-30f0b2057b43,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:14:21.188212 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.188609 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.189440 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.189440 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.189639 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.189896 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.190224 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.190541 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.190899 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.191217 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.191537 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.191856 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:14:21.202749 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:14:21.627747 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-cc253e5b-44ef-4549-9163-fa9e2cd996d4 None None] Provisioning complete for port db822f01-4edd-4bb8-bf34-953be7f50c5b triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:14:21.628117 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cc253e5b-44ef-4549-9163-fa9e2cd996d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:21.753281 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-cc253e5b-44ef-4549-9163-fa9e2cd996d4 None None] Provisioning complete for port 18b1b972-cda3-454f-bcb4-9d69fa78de2c triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:14:21.753543 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cc253e5b-44ef-4549-9163-fa9e2cd996d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:22.338725 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:23.277172 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33740) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:23.459002 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dae0656-2480-4264-b30d-728d10eb94a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:23.459390 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dae0656-2480-4264-b30d-728d10eb94a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:23.461004 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-7dae0656-2480-4264-b30d-728d10eb94a8 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1827676
May 20 18:14:25.590084 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33750) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:25.810361 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1098c8fd-927e-418a-b407-231696a7c2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:25.810745 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1098c8fd-927e-418a-b407-231696a7c2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:25.812526 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-1098c8fd-927e-418a-b407-231696a7c2d2 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2212250
May 20 18:14:27.941078 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 33760) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:28.116487 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2e012-4cfe-42d4-a4f1-ab931a345e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:28.117861 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-9ef2e012-4cfe-42d4-a4f1-ab931a345e03 admin admin] 10.222.0.13 "GET /v2.0/networks/4d7299ff-e830-43af-882c-a3f209287056 HTTP/1.1" status: 200  len: 886 time: 0.1758211
May 20 18:14:30.255647 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 33770) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:30.429045 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417e6f6-64c6-4b78-8adb-a09c14c81403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:30.430452 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e417e6f6-64c6-4b78-8adb-a09c14c81403 admin admin] 10.222.0.13 "GET /v2.0/networks/5cf65a74-e370-496d-8c31-a487e9f2351f HTTP/1.1" status: 200  len: 868 time: 0.1738579
May 20 18:14:32.544693 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 33780) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:32.652559 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d604b6-261e-4b86-bf62-ea0c52ae25e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:32.653021 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d604b6-261e-4b86-bf62-ea0c52ae25e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:32.654582 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-95d604b6-261e-4b86-bf62-ea0c52ae25e4 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1089270
May 20 18:14:34.770768 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33790) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:34.879069 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724a1ce-db03-4f34-bfec-632c5d42f673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:34.879535 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724a1ce-db03-4f34-bfec-632c5d42f673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:34.881064 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-6724a1ce-db03-4f34-bfec-632c5d42f673 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1091473
May 20 18:14:37.014107 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33800) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:37.119315 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71bfdad-4d5c-48b2-b5db-e5036a2c274c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:37.120644 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c71bfdad-4d5c-48b2-b5db-e5036a2c274c admin admin] 10.222.0.13 "GET /v2.0/subnets/14c5b2d3-f531-4a10-9858-30f0b2057b43 HTTP/1.1" status: 200  len: 868 time: 0.1056011
May 20 18:14:39.238236 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33810) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:14:39.344056 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2deaa87-75db-471a-b430-dd20c90e7e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:14:39.345405 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-a2deaa87-75db-471a-b430-dd20c90e7e89 admin admin] 10.222.0.13 "GET /v2.0/subnets/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30 HTTP/1.1" status: 200  len: 816 time: 0.1062360
May 20 18:14:43.999902 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:14:47.270548 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8423777e-abf1-4732-8539-0c10d71710f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:49.713555 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:49.799848 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-e63fa3f5-86bf-4083-93f8-5e557d523c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:50.842161 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:14:52.341352 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:02.384905 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33856) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:15:02.433230 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [None req-9ae8fd1b-56dd-4f48-b500-d4a9ec318254 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:15:02.434216 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-9ae8fd1b-56dd-4f48-b500-d4a9ec318254 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0483897
May 20 18:15:04.614005 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33866) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:15:04.682473 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e324569-c395-4e91-ac17-c0a01564274d admin admin] GET failed (client error): The resource could not be found.
May 20 18:15:04.683757 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-8e324569-c395-4e91-ac17-c0a01564274d admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0688055
May 20 18:15:04.807717 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285339fc-4142-4d03-852e-ec27a142c0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:15:04.809062 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-285339fc-4142-4d03-852e-ec27a142c0bd admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1212821
May 20 18:15:06.951877 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33876) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:15:07.000239 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:15:07.004709 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:15:07.014775 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:15:07.024703 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Made reservation on behalf of 8169d23d7e094984b4a763f6c5e6df93 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:15:07.027098 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:07.112413 dv-cinder-792299-2-iscsi neutron-server[91651]: WARNING neutron.services.revisions.revision_plugin [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8a1679a250] {project_id='8169d23d7e094984b4a763f6c5e6df93', id='97426562-ebac-4292-a0a1-ce2dfd2d466a', target_tenant='*', action='access_as_shared', object_id='46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'}> to bump revision.
May 20 18:15:07.125328 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:15:07.135433 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:07.135695 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.segments_db [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Added segment ee7b9316-7777-46fd-a54c-f160876fd59b of type vlan for network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6
May 20 18:15:07.160140 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:07.188314 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:07.189718 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:15:07.190317 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:07.194822 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:15:07.289712 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.3361645
May 20 18:15:07.292715 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Pushing event updated for resources: {'Network': ['ID=46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:15:07.303425 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:15:07.311397 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:15:09.420835 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33886) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:15:09.489730 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec479d47-80e9-4520-9be0-ae8ca4052bff admin admin] GET failed (client error): The resource could not be found.
May 20 18:15:09.490277 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ec479d47-80e9-4520-9be0-ae8ca4052bff admin admin] Synchronizing usage tracker for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:15:09.506257 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ec479d47-80e9-4520-9be0-ae8ca4052bff admin admin] Unset dirty status for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:15:09.508086 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ec479d47-80e9-4520-9be0-ae8ca4052bff admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0856407
May 20 18:15:09.614004 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd41f44-1ff0-44c3-9a1d-e9447c2c3c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:15:09.615369 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ccd41f44-1ff0-44c3-9a1d-e9447c2c3c0a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1035085
May 20 18:15:09.625571 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:15:09.630068 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:15:09.640542 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:15:09.650734 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Made reservation on behalf of 8169d23d7e094984b4a763f6c5e6df93 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:15:09.653008 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Notify callbacks [] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:10.027169 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:10.031513 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:15:10.101172 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edb2fb2-0ca7-44c7-bbb4-b134bb303bb5,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:15:10.105469 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:15:10.106329 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Checking segment: {'id': 'ee7b9316-7777-46fd-a54c-f160876fd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:15:10.106672 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Network hostable DHCP agents. Network: 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:15:10.123779 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:15:10.132314 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:15:10.136919 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:15:10.137474 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:10.141914 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01042b6f-2764-405c-85bf-7f6af9e4f0df None None] Network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:15:10.163378 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-5183d9dd-2dc3-4fb0-bd96-87f5be2ccfce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5412233
May 20 18:15:10.365435 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6', 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6', 'tenant_id': '8169d23d7e094984b4a763f6c5e6df93', 'fixed_ips': [{'subnet_id': '6edb2fb2-0ca7-44c7-bbb4-b134bb303bb5'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:15:10.366329 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:10.553703 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Allocated IP 192.168.233.2 (46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6/6edb2fb2-0ca7-44c7-bbb4-b134bb303bb5/e8f205ad-8558-46c5-9d79-9d6202f59d6e) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:15:10.766435 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:10.776683 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Transition to ACTIVE for port object e8f205ad-8558-46c5-9d79-9d6202f59d6e will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:15:10.795664 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Transition to ACTIVE for port object e8f205ad-8558-46c5-9d79-9d6202f59d6e will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:15:10.802733 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:10.808081 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:15:10.879489 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:15:10.883406 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Pushing event updated for resources: {'Port': ['ID=e8f205ad-8558-46c5-9d79-9d6202f59d6e,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:15:10.886063 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:15:10.889389 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:15:10.896050 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.896391 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.896727 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.897053 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.897373 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.897694 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.898067 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.898387 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.898729 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.899046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.899355 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.899668 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:15:10.904386 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:15:10.989979 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Attempting to bind port e8f205ad-8558-46c5-9d79-9d6202f59d6e on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:15:10.990359 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Attempting to bind port e8f205ad-8558-46c5-9d79-9d6202f59d6e by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': 'ee7b9316-7777-46fd-a54c-f160876fd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:15:10.990717 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Attempting to bind port e8f205ad-8558-46c5-9d79-9d6202f59d6e on network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:15:10.996731 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:15:10.997109 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Checking segment: {'id': 'ee7b9316-7777-46fd-a54c-f160876fd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:15:10.997504 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:10.997928 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Bound using segment: {'id': 'ee7b9316-7777-46fd-a54c-f160876fd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:15:10.998393 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Bound port: e8f205ad-8558-46c5-9d79-9d6202f59d6e, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7b9316-7777-46fd-a54c-f160876fd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:15:10.998759 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:11.089417 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] For port e8f205ad-8558-46c5-9d79-9d6202f59d6e, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:15:11.092677 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] For port e8f205ad-8558-46c5-9d79-9d6202f59d6e, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=e8f205ad-8558-46c5-9d79-9d6202f59d6e,segment=NetworkSegment(ee7b9316-7777-46fd-a54c-f160876fd59b),segment_id=ee7b9316-7777-46fd-a54c-f160876fd59b)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:15:11.097637 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:11.102373 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:15:11.183954 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Pushing event updated for resources: {'Port': ['ID=e8f205ad-8558-46c5-9d79-9d6202f59d6e,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:15:11.188053 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:15:11.726683 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e8f205ad-8558-46c5-9d79-9d6202f59d6e up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:15:11.808325 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port e8f205ad-8558-46c5-9d79-9d6202f59d6e completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:15:12.026625 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501885b4-648b-4cf8-b1f0-7a231293290d None None] Network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:15:12.134325 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-6f048999-df16-474c-a5ba-09415e213954 None None] Provisioning for port e8f205ad-8558-46c5-9d79-9d6202f59d6e completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:15:12.151856 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-6f048999-df16-474c-a5ba-09415e213954 None None] Provisioning complete for port e8f205ad-8558-46c5-9d79-9d6202f59d6e triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:15:12.152203 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6f048999-df16-474c-a5ba-09415e213954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:12.367006 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6f048999-df16-474c-a5ba-09415e213954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:12.405032 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-6f048999-df16-474c-a5ba-09415e213954 None None] For port e8f205ad-8558-46c5-9d79-9d6202f59d6e, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=e8f205ad-8558-46c5-9d79-9d6202f59d6e,segment=NetworkSegment(ee7b9316-7777-46fd-a54c-f160876fd59b),segment_id=ee7b9316-7777-46fd-a54c-f160876fd59b)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:15:12.412366 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6f048999-df16-474c-a5ba-09415e213954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:12.415285 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:15:12.487195 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f048999-df16-474c-a5ba-09415e213954 None None] Pushing event updated for resources: {'Port': ['ID=e8f205ad-8558-46c5-9d79-9d6202f59d6e,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:15:12.490793 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6f048999-df16-474c-a5ba-09415e213954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:15:12.640379 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-988f761a-8d4b-4231-9d8e-4a836463cc7b None None] Provisioning complete for port e8f205ad-8558-46c5-9d79-9d6202f59d6e triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:15:12.640743 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-988f761a-8d4b-4231-9d8e-4a836463cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:13.708685 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e8f205ad-8558-46c5-9d79-9d6202f59d6e up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:15:13.776856 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port e8f205ad-8558-46c5-9d79-9d6202f59d6e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:15:13.777221 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:17.272699 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-533582ca-d4b1-4eaf-8928-fb96edacab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:19.718846 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:19.800795 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-90bc6df3-1dde-40f4-bf43-ba8a2f01c418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:20.846204 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:20.999807 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:15:22.345159 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:47.276898 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-797c44ef-ed27-4a2c-a7ec-f01e3f71c83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:49.721951 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:49.801890 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c51a88ec-c622-4d21-b2ec-2ff30c927b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:50.848836 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:52.343873 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:15:57.998371 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:16:15.687275 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33936) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:16:15.693743 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [None req-2984fa82-e598-4979-82b6-2b51b5fb2291 tempest-verify_tempest_config-167160250 tempest-verify_tempest_config-167160250-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:16:15.694715 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-2984fa82-e598-4979-82b6-2b51b5fb2291 tempest-verify_tempest_config-167160250 tempest-verify_tempest_config-167160250-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0064819
May 20 18:16:15.994432 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 33954) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:16:16.106378 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:16.120722 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:16:16.124448 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Usage tracker for resource:security_group_rule and tenant:bf97a44641754e199c1ccf476ceedf68 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:16:16.127196 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:16:16.132846 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:16:16.232308 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:16.236110 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:16.243748 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:16:16.280934 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713c8666-cc38-4218-9a00-4fcf02727c85,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:16:16.284539 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf97a44641754e199c1ccf476ceedf68&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2891097
May 20 18:16:16.287317 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 33960) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:16:16.290043 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.290380 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.290704 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.291022 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.291334 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.291663 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.291976 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.292286 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.292612 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.292919 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.293223 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.293523 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.297279 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:16:16.350123 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:16.376203 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:16.467499 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:16.471318 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-322fcd8d-b2f4-42ab-be52-f4308a47c1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:16:16.482467 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c8666-cc38-4218-9a00-4fcf02727c85,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:16:16.492221 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.492570 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.492902 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.493222 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.493534 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.493946 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.494211 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.494519 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.494842 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.495152 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.495484 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.495760 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:16:16.499301 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:16:16.500198 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:16.501258 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/713c8666-cc38-4218-9a00-4fcf02727c85 HTTP/1.1" status: 204  len: 168 time: 0.2130446
May 20 18:16:17.278372 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-52d5bf98-2516-49ea-a246-acd08edaecec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:19.725846 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:19.802716 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-765c59cd-fe21-481b-a7a4-8efb8a2c9053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:20.854209 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:22.350279 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:34.997949 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:16:47.280879 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-778e94a4-331b-4131-8539-4a427e6d8c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:49.728567 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:49.803166 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9833dfb1-6bdd-4f7b-a28e-57a98a72abff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:50.855955 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:16:52.349788 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:11.996534 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:17:17.281835 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-297a0512-0eff-4e8e-904b-f5018abf0ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:19.733486 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:19.804098 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-62bce77f-c022-4319-9563-759c5aefadf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:20.858961 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:22.353442 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:47.283850 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d32d727d-9737-4251-b13c-3774383d7af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:48.995252 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:17:49.734887 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:49.806597 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0d59a479-f5e5-44c7-8dbe-c94477942fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:50.860950 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:50.942689 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:52.355889 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:17:55.350698 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34012) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:17:55.463917 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c24e0c42-d1c0-4c3b-9ab5-b3d951bb6e24 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1121218
May 20 18:17:57.601256 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34022) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:17:57.655997 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-2c70ba18-9355-4249-b5d0-a8da378f9414 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0536377
May 20 18:18:17.287786 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8fef16c4-9d39-4976-9891-88037aaa702f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:19.737080 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:19.807421 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5ead-4492-4f9c-b29c-746dc939cd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:20.863738 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:20.914164 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:22.357423 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:25.993781 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:18:47.316240 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f9482ecf-76c7-48c7-a287-66a612e1ed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:49.741981 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:49.810364 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2b10d65c-ff3e-4638-bbbc-715c96d64310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:50.875551 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:50.923047 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:18:52.365253 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:02.993320 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:19:17.305799 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b917f995-8bfe-4db7-a5cf-d6d343abc64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:19.738906 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:19.815773 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-05dafdb5-dde2-4dbc-828b-2cd61f980c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:20.890639 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:20.960925 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:22.378626 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:24.731933 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34156) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:25.074839 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1900434550-network', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:25.084301 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:25.092038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Usage tracker for resource:network and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:25.100705 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:25.109026 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:25.126177 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Made reservation on behalf of 4bd2f4431c264c9bab9e6b20d3b6e6ed for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:19:25.129641 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:25.153502 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:25.181309 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:25.189353 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:25.194876 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:25.203771 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:25.362283 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:25.370338 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:25.378955 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:25.512820 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d678b885-b0c8-47bb-bca9-a0c29d19980f,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:25.534734 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.535326 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.535935 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.536517 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.537311 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.538190 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.538426 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.538948 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.539489 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.540032 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.540571 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.541677 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Tracked resource versions report:
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]: pushed versions:
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]: {   'AddressGroup': {'1.2'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'ConntrackHelper': {'1.0'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Log': {'1.0'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Network': {'1.1'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Port': {'1.7'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'PortForwarding': {'1.2'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'QosPolicy': {'1.8'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'SecurityGroup': {'1.4'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'SecurityGroupRule': {'1.2'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'SubPort': {'1.0'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Subnet': {'1.1'},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     'Trunk': {'1.1'}}
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]: consumer versions:
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]: {   DHCP agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     HyperV agent@hv-cinder-79229: {},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     L3 agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     Metadata agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     Metering agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:     Open vSwitch agent@dv-cinder-792299-2-iscsi: {   'AddressGroup': '1.2',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'ConntrackHelper': '1.0',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Log': '1.0',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Network': '1.1',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Port': '1.7',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'PortForwarding': '1.2',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'QosPolicy': '1.8',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'SecurityGroup': '1.4',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'SecurityGroupRule': '1.2',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'SubPort': '1.0',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Subnet': '1.1',
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:                                                      'Trunk': '1.1'}}
May 20 18:19:25.543681 dv-cinder-792299-2-iscsi neutron-server[91651]:  {{(pid=91651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 20 18:19:25.550651 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:19:25.568120 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:25.569067 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.segments_db [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Added segment 031cc8d0-1107-45a0-802f-78f2ddfeff8e of type vlan for network 98132ccf-ac6c-473f-b741-54319366f218
May 20 18:19:25.610559 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:25.623107 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:25.676222 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:25.678381 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:25.679510 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:25.688932 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:25.880779 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1474535
May 20 18:19:25.883746 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34202) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:25.889235 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Pushing event updated for resources: {'Network': ['ID=98132ccf-ac6c-473f-b741-54319366f218,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:25.892760 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:25.894366 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Request body: {'subnet': {'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1900434550-subnet', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:25.906535 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 98132ccf-ac6c-473f-b741-54319366f218 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:19:25.914795 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:25.937091 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Usage tracker for resource:subnet and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:25.940797 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:25.960971 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:25.980567 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Made reservation on behalf of 4bd2f4431c264c9bab9e6b20d3b6e6ed for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:19:25.986047 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:26.690218 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:26.696030 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:26.751244 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34238) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:26.779880 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddc22d5-9020-4d66-a7a4-77a0d2332066,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:26.793379 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.793694 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.794020 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.794341 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.794663 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.795005 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.795329 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.795644 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.795984 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.796307 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.796621 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.796932 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Tracked resource versions report:
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]: pushed versions:
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]: {   'AddressGroup': {'1.2'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'ConntrackHelper': {'1.0'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Log': {'1.0'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Network': {'1.1'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Port': {'1.7'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'PortForwarding': {'1.2'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'QosPolicy': {'1.8'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'SecurityGroup': {'1.4'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'SecurityGroupRule': {'1.2'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'SubPort': {'1.0'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Subnet': {'1.1'},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     'Trunk': {'1.1'}}
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]: consumer versions:
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]: {   DHCP agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     HyperV agent@hv-cinder-79229: {},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     L3 agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     Metadata agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     Metering agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:     Open vSwitch agent@dv-cinder-792299-2-iscsi: {   'AddressGroup': '1.2',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'ConntrackHelper': '1.0',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Log': '1.0',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Network': '1.1',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Port': '1.7',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'PortForwarding': '1.2',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'QosPolicy': '1.8',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'SecurityGroup': '1.4',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'SecurityGroupRule': '1.2',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'SubPort': '1.0',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Subnet': '1.1',
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:                                                      'Trunk': '1.1'}}
May 20 18:19:26.797987 dv-cinder-792299-2-iscsi neutron-server[91652]:  {{(pid=91652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 20 18:19:26.807691 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Checking segment: {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:26.808069 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Network hostable DHCP agents. Network: 98132ccf-ac6c-473f-b741-54319366f218, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:19:26.811699 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:26.833023 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Network 98132ccf-ac6c-473f-b741-54319366f218 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:19:26.850046 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 98132ccf-ac6c-473f-b741-54319366f218) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:26.859498 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:26.860672 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:26.873221 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fbb50d-65fb-43b4-868e-9a02938ed70c None None] Network 98132ccf-ac6c-473f-b741-54319366f218 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:19:26.912193 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0262668
May 20 18:19:26.916615 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34248) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:26.923215 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:26.935957 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:26.948308 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Usage tracker for resource:router and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:26.956438 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:26.972961 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:27.012902 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.016262 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.048373 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34254) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:27.063921 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.150469 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-98132ccf-ac6c-473f-b741-54319366f218', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:19:27.152080 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.282188 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1529913298-network', 'tenant_id': 'e0db7ba629fe4f6e891e56cc9ea6b5dd'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:27.300448 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:27.316876 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Usage tracker for resource:network and tenant:e0db7ba629fe4f6e891e56cc9ea6b5dd is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:27.322912 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:27.336555 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:27.358976 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Made reservation on behalf of e0db7ba629fe4f6e891e56cc9ea6b5dd for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:19:27.364625 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.390501 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.392675 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Allocated IP 172.20.0.2 (98132ccf-ac6c-473f-b741-54319366f218/6ddc22d5-9020-4d66-a7a4-77a0d2332066/1ba14606-8895-46b0-84b2-ca36e194aecb) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:19:27.423815 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:27.432116 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Usage tracker for resource:security_group_rule and tenant:e0db7ba629fe4f6e891e56cc9ea6b5dd is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:27.438344 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:27.449822 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:27.646446 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.649940 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-250699972-network', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:27.665300 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:27.675998 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Usage tracker for resource:network and tenant:661ec981c13b4adab3a3bb8b311c2916 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:27.683104 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:27.715372 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:27.739119 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Made reservation on behalf of 661ec981c13b4adab3a3bb8b311c2916 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:19:27.742947 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.767325 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.819964 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:27.827674 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Usage tracker for resource:security_group_rule and tenant:661ec981c13b4adab3a3bb8b311c2916 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:27.833093 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:27.845721 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:27.886296 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:27.917978 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Transition to ACTIVE for port object 1ba14606-8895-46b0-84b2-ca36e194aecb will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:27.969671 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Transition to ACTIVE for port object 1ba14606-8895-46b0-84b2-ca36e194aecb will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:27.980709 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.008970 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:28.097335 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.105410 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Network 98132ccf-ac6c-473f-b741-54319366f218 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:28.117560 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:28.125914 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:19:28.126287 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.162336 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:19:28.192242 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.194410 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Added segment 434f1a8e-931b-4bac-a9ff-327f9630c01d of type vlan for network 61a14b2f-1ef1-4c18-9d3f-32453229511a
May 20 18:19:28.234589 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:28.321620 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.377693 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Attempting to bind port 1ba14606-8895-46b0-84b2-ca36e194aecb on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:19:28.378553 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Attempting to bind port 1ba14606-8895-46b0-84b2-ca36e194aecb by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:19:28.378553 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Attempting to bind port 1ba14606-8895-46b0-84b2-ca36e194aecb on network 98132ccf-ac6c-473f-b741-54319366f218 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:19:28.397167 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:19:28.397546 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Checking segment: {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:28.397985 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.398395 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Bound using segment: {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:19:28.398960 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Bound port: 1ba14606-8895-46b0-84b2-ca36e194aecb, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:19:28.399353 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.451507 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.538128 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.563671 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:28.578449 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.585751 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:28.587405 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.592426 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:28.594915 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.603965 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.646952 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:28.656696 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Pushing event updated for resources: {'Port': ['ID=1ba14606-8895-46b0-84b2-ca36e194aecb,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:28.695382 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.695914 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.696452 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.698894 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.699441 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.700077 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.700629 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.701157 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.701701 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.702274 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.702973 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.703504 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Tracked resource versions report:
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]: pushed versions:
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]: {   'AddressGroup': {'1.2'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'ConntrackHelper': {'1.0'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Log': {'1.0'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Network': {'1.1'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Port': {'1.7'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'PortForwarding': {'1.2'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'QosPolicy': {'1.8'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'SecurityGroup': {'1.4'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'SecurityGroupRule': {'1.2'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'SubPort': {'1.0'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Subnet': {'1.1'},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     'Trunk': {'1.1'}}
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]: consumer versions:
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]: {   DHCP agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     HyperV agent@hv-cinder-79229: {},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     L3 agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     Metadata agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     Metering agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:     Open vSwitch agent@dv-cinder-792299-2-iscsi: {   'AddressGroup': '1.2',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'ConntrackHelper': '1.0',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Log': '1.0',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Network': '1.1',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Port': '1.7',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'PortForwarding': '1.2',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'QosPolicy': '1.8',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'SecurityGroup': '1.4',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'SecurityGroupRule': '1.2',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'SubPort': '1.0',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Subnet': '1.1',
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:                                                      'Trunk': '1.1'}}
May 20 18:19:28.707068 dv-cinder-792299-2-iscsi neutron-server[91653]:  {{(pid=91653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 20 18:19:28.724269 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:28.732035 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] For port 1ba14606-8895-46b0-84b2-ca36e194aecb, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:19:28.738269 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] For port 1ba14606-8895-46b0-84b2-ca36e194aecb, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1ba14606-8895-46b0-84b2-ca36e194aecb,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:19:28.749356 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.776999 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:28.786828 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34288) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:28.839540 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Allocated IP 172.27.0.109 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/480f1a7f-3700-4dde-a81c-02422aa7caf2) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:19:28.903128 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:19:28.921590 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Pushing event updated for resources: {'Network': ['ID=61a14b2f-1ef1-4c18-9d3f-32453229511a,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:28.929672 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:28.930826 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f0fa1d23-eabf-4ca8-8a17-b00220f72f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:28.954720 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 61a14b2f-1ef1-4c18-9d3f-32453229511a details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:19:28.983418 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.9331214
May 20 18:19:28.989150 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:28.990304 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Added segment 1a0814c8-401b-4451-a07a-901da70084c3 of type vlan for network 506dc7c1-f232-4ceb-9b57-7b2a196c92da
May 20 18:19:29.017949 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34296) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:29.035422 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Request body: {'subnet': {'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-subnet', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:29.080295 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:29.082254 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:29.089266 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:29.096413 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Usage tracker for resource:subnet and tenant:661ec981c13b4adab3a3bb8b311c2916 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:29.112243 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:29.125264 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Pushing event updated for resources: {'Port': ['ID=1ba14606-8895-46b0-84b2-ca36e194aecb,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:29.145741 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:29.162006 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:29.192908 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:29.238259 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:29.263280 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:29.264776 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:29.265615 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:29.270968 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Made reservation on behalf of 661ec981c13b4adab3a3bb8b311c2916 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:19:29.276336 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:29.280325 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:29.331809 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:29.347905 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:29.404080 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:29.408461 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:29.411072 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:19:29.511099 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-118259509-network', 'tenant_id': '58767036664145c8966c2f08be8dcd2d'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:29.556955 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Pushing event updated for resources: {'Network': ['ID=506dc7c1-f232-4ceb-9b57-7b2a196c92da,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:29.573510 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:29.581440 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 506dc7c1-f232-4ceb-9b57-7b2a196c92da details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:19:29.591148 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.8389521
May 20 18:19:29.596420 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34310) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:29.609721 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Request body: {'subnet': {'network_id': '506dc7c1-f232-4ceb-9b57-7b2a196c92da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1529913298-subnet', 'tenant_id': 'e0db7ba629fe4f6e891e56cc9ea6b5dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:29.623058 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:29.632042 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Usage tracker for resource:subnet and tenant:e0db7ba629fe4f6e891e56cc9ea6b5dd is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:29.638742 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:29.660038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:29.685930 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Made reservation on behalf of e0db7ba629fe4f6e891e56cc9ea6b5dd for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:19:29.689118 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:29.761073 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:29.766174 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Usage tracker for resource:network and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:29.769786 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:29.777617 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:29.787205 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Pushing event updated for resources: {'Port': ['ID=480f1a7f-3700-4dde-a81c-02422aa7caf2,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:29.792507 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:29.807963 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Made reservation on behalf of 58767036664145c8966c2f08be8dcd2d for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:19:29.810944 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:29.835638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:29.857634 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:29.862618 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Usage tracker for resource:security_group_rule and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:29.866308 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:29.874228 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:30.003500 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:30.078953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:30.127916 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1ba14606-8895-46b0-84b2-ca36e194aecb up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:30.135495 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:19:30.146410 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:30.146955 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.segments_db [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Added segment 6b784fd7-be60-4478-87b0-e74d9e9fd2e0 of type vlan for network d355b0ef-6872-4b99-811b-508683ead471
May 20 18:19:30.179249 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:30.238917 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6c93220d-8886-4f34-900f-b24179bf14fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:30.268440 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:30.284141 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:30.289081 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:30.357022 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5690246
May 20 18:19:30.365778 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34322) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:30.375566 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Request body: {'subnet': {'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-subnet', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:30.383512 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:30.385489 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b02b0b4-88da-44bd-b6e0-c389b73be687,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:30.390878 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 1ba14606-8895-46b0-84b2-ca36e194aecb completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:30.394050 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:30.407977 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:30.487375 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Usage tracker for resource:subnet and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:30.499183 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:30.524883 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:30.624847 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Made reservation on behalf of 58767036664145c8966c2f08be8dcd2d for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:19:30.630219 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Notify callbacks [] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:30.848756 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdbf8f4-93d1-47e3-a9cf-4cd88a894375 None None] Network 98132ccf-ac6c-473f-b741-54319366f218 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:19:30.876228 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Pushing event updated for resources: {'Network': ['ID=d355b0ef-6872-4b99-811b-508683ead471,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:30.879345 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:30.925989 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network d355b0ef-6872-4b99-811b-508683ead471 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:19:31.117638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:31.257709 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-556ba44e-6ba6-431b-95da-872f2e5bef13 None None] Provisioning for port 1ba14606-8895-46b0-84b2-ca36e194aecb completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:31.265404 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-556ba44e-6ba6-431b-95da-872f2e5bef13 None None] Provisioning complete for port 1ba14606-8895-46b0-84b2-ca36e194aecb triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:31.265883 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-556ba44e-6ba6-431b-95da-872f2e5bef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:31.545778 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-556ba44e-6ba6-431b-95da-872f2e5bef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:31.576456 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:31.600581 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:31.626028 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-556ba44e-6ba6-431b-95da-872f2e5bef13 None None] For port 1ba14606-8895-46b0-84b2-ca36e194aecb, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1ba14606-8895-46b0-84b2-ca36e194aecb,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:19:31.634402 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-556ba44e-6ba6-431b-95da-872f2e5bef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:31.637772 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:31.874502 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ba44e-6ba6-431b-95da-872f2e5bef13 None None] Pushing event updated for resources: {'Port': ['ID=1ba14606-8895-46b0-84b2-ca36e194aecb,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:31.897054 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-556ba44e-6ba6-431b-95da-872f2e5bef13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:32.011692 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f1d47f-f7eb-40b0-bade-2ca7125ff674,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:32.021601 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:32.080246 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Checking segment: {'id': '1a0814c8-401b-4451-a07a-901da70084c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '506dc7c1-f232-4ceb-9b57-7b2a196c92da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:32.081154 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Network hostable DHCP agents. Network: 506dc7c1-f232-4ceb-9b57-7b2a196c92da, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:19:32.149995 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:32.158835 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Network 506dc7c1-f232-4ceb-9b57-7b2a196c92da is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:19:32.180575 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-e815236d-a620-4465-b43c-825490f4c2af None None] Provisioning complete for port 1ba14606-8895-46b0-84b2-ca36e194aecb triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:32.183482 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-e815236d-a620-4465-b43c-825490f4c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:32.210766 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 506dc7c1-f232-4ceb-9b57-7b2a196c92da) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:32.227513 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:32.231744 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:32.256039 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ab2d2-1b8b-46a4-90a8-f224ca2e0571 None None] Network 506dc7c1-f232-4ceb-9b57-7b2a196c92da requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:19:32.319051 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.7214026
May 20 18:19:32.357316 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:32.365037 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:32.437114 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:32.444478 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:32.490778 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:32.519598 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Checking segment: {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:32.520569 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Network hostable DHCP agents. Network: d355b0ef-6872-4b99-811b-508683ead471, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:19:32.553399 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34382) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:32.576964 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Network d355b0ef-6872-4b99-811b-508683ead471 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:19:32.605772 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, d355b0ef-6872-4b99-811b-508683ead471) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:32.610865 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:32.612061 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:32.655175 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.2836401
May 20 18:19:32.655501 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34390) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:32.666229 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:32.680226 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:32.691903 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Usage tracker for resource:router and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:32.697227 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:32.709054 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:32.723904 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36798f4f-a92d-45cd-ad99-8a7f01b2ee5e None None] Network d355b0ef-6872-4b99-811b-508683ead471 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:19:32.732544 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:32.734955 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:32.801696 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:32.803038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b1d2488b-6fa1-46af-871c-1f68a09861b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:32.992546 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Checking segment: {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:32.993392 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Network hostable DHCP agents. Network: 61a14b2f-1ef1-4c18-9d3f-32453229511a, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:19:33.028935 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Router e3beeed8-ae21-4379-92c1-f537a974b413 is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:19:33.257797 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34404) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:33.267986 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c80ed-480e-49cf-854e-07d14720aa51 None None] Network 506dc7c1-f232-4ceb-9b57-7b2a196c92da requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:19:33.481868 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:19:33.484899 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59cc923-5a27-4de0-83ff-a2a07b2c36f8,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:33.496708 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Sync routers for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:19:33.505561 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Network 61a14b2f-1ef1-4c18-9d3f-32453229511a is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:19:33.516852 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:19:33.517220 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1753d070>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:33.522158 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:33.533101 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 61a14b2f-1ef1-4c18-9d3f-32453229511a) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:33.547244 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:33.548205 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:33.558824 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:33.563361 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.6418996
May 20 18:19:33.570347 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34414) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:33.661327 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91258a9d-2cbf-48c0-bf8c-06c35ef75020 None None] Network 61a14b2f-1ef1-4c18-9d3f-32453229511a requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:19:33.707372 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:33.723036 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:33.783055 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-917505c6-da7c-49d3-aad8-50a5b81a8bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:33.913889 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:33.935734 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-917505c6-da7c-49d3-aad8-50a5b81a8bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:33.966023 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:35584fe8f28e4142a75f1d1c7d9aacb6 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:33.973559 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:34.003119 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:34.062965 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:19:34.196564 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1ba14606-8895-46b0-84b2-ca36e194aecb up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:34.260453 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-917505c6-da7c-49d3-aad8-50a5b81a8bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:c8e7df20d64b44aaab88f5c9a1c8e7ec is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:34.287649 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-917505c6-da7c-49d3-aad8-50a5b81a8bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:34.323863 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-917505c6-da7c-49d3-aad8-50a5b81a8bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:34.388789 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c0279bec-a3d7-443e-8524-8802db15e1d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 5.3788376
May 20 18:19:34.390792 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34450) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:34.403966 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:34.428918 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ec6d7-32da-4dd2-9b2b-dd1fb2b29f4c None None] Network 61a14b2f-1ef1-4c18-9d3f-32453229511a requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:19:34.435320 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34452) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:34.458245 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-d355b0ef-6872-4b99-811b-508683ead471', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:19:34.460203 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:34.474334 dv-cinder-792299-2-iscsi neutron-server[91651]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 20 18:19:34.486487 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:34.556184 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Usage tracker for resource:router and tenant:661ec981c13b4adab3a3bb8b311c2916 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:34.583662 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-917505c6-da7c-49d3-aad8-50a5b81a8bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:34.611477 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:34.626011 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:34.632088 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:34.635184 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-917505c6-da7c-49d3-aad8-50a5b81a8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:34.661819 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:34.664547 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:34.688731 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1753d070>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:30Z', 'revision_number': 3, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:34.703694 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Checking router: e3beeed8-ae21-4379-92c1-f537a974b413 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:19:34.704856 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Updating router e3beeed8-ae21-4379-92c1-f537a974b413 port 480f1a7f-3700-4dde-a81c-02422aa7caf2 binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:19:34.705473 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:34.706965 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:34.762708 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35584fe8f28e4142a75f1d1c7d9aacb6&name=default HTTP/1.1" status: 200  len: 2975 time: 2.2012401
May 20 18:19:34.772862 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34466) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:34.776122 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-917505c6-da7c-49d3-aad8-50a5b81a8bf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8e7df20d64b44aaab88f5c9a1c8e7ec&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3994405
May 20 18:19:34.780940 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34470) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:34.893834 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917505c6-da7c-49d3-aad8-50a5b81a8bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb869f9f-241f-4793-abd0-3aaf2a13ef54,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:34.901711 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.012179 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-397f3e14-020f-466a-8a34-7dd0f7b49c87 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:35.019622 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-397f3e14-020f-466a-8a34-7dd0f7b49c87 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/networks?id=506dc7c1-f232-4ceb-9b57-7b2a196c92da HTTP/1.1" status: 200  len: 812 time: 0.5828094
May 20 18:19:35.032465 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921eda49-4242-4efd-a115-19d1e9f5e0ee,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:35.044827 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:35.063573 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:35.067032 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:35.068405 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 1ba14606-8895-46b0-84b2-ca36e194aecb triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:35.068787 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.126768 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4e4f174e-0079-4302-b325-c7fbcfb6315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.392618 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-110c659f-397e-4d6f-886e-4e01849cc8a9 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/quotas/e0db7ba629fe4f6e891e56cc9ea6b5dd HTTP/1.1" status: 200  len: 375 time: 0.3715885
May 20 18:19:35.399140 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.428039 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Allocated IP 172.20.0.2 (d355b0ef-6872-4b99-811b-508683ead471/e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4/ec1fe126-edce-40a6-ac4b-abbaed99fd20) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:19:35.461351 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4e4f174e-0079-4302-b325-c7fbcfb6315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.477218 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-a9ac9c8b-8dca-45ba-a393-4c55c402f097 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0db7ba629fe4f6e891e56cc9ea6b5dd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0831172
May 20 18:19:35.727029 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.840979 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.911278 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Transition to ACTIVE for port object 480f1a7f-3700-4dde-a81c-02422aa7caf2 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:35.922211 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.927777 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:35.950065 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-40860776-d20c-46c2-92cd-28d5ac31be83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.965334 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b141baa8-8ede-4dcf-9240-18005006d950 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:19:35.969485 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:35.972646 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b141baa8-8ede-4dcf-9240-18005006d950 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3346183
May 20 18:19:36.020331 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.031338 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4e4f174e-0079-4302-b325-c7fbcfb6315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.039131 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Transition to ACTIVE for port object ec1fe126-edce-40a6-ac4b-abbaed99fd20 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:36.048387 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.090737 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Transition to ACTIVE for port object ec1fe126-edce-40a6-ac4b-abbaed99fd20 will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:36.104261 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.108357 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Pushing event updated for resources: {'Port': ['ID=480f1a7f-3700-4dde-a81c-02422aa7caf2,revision_number=2']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:36.118893 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:36.121463 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.121935 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.122315 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.123081 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.123419 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.123746 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.124114 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.124437 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.125048 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.125785 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.126892 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.126892 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Tracked resource versions report:
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]: pushed versions:
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]: {   'AddressGroup': {'1.2'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'ConntrackHelper': {'1.0'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Log': {'1.0'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Network': {'1.1'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Port': {'1.7'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'PortForwarding': {'1.2'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'QosPolicy': {'1.8'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'SecurityGroup': {'1.4'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'SecurityGroupRule': {'1.2'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'SubPort': {'1.0'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Subnet': {'1.1'},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     'Trunk': {'1.1'}}
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]: consumer versions:
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]: {   DHCP agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     HyperV agent@hv-cinder-79229: {},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     L3 agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     Metadata agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     Metering agent@dv-cinder-792299-2-iscsi: {},
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:     Open vSwitch agent@dv-cinder-792299-2-iscsi: {   'AddressGroup': '1.2',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'ConntrackHelper': '1.0',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Log': '1.0',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Network': '1.1',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Port': '1.7',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'PortForwarding': '1.2',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'QosPolicy': '1.8',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'SecurityGroup': '1.4',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'SecurityGroupRule': '1.2',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'SubPort': '1.0',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Subnet': '1.1',
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:                                                      'Trunk': '1.1'}}
May 20 18:19:36.127517 dv-cinder-792299-2-iscsi neutron-server[91654]:  {{(pid=91654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 20 18:19:36.169597 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:36.175222 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Attempting to bind port 480f1a7f-3700-4dde-a81c-02422aa7caf2 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:19:36.175659 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Attempting to bind port 480f1a7f-3700-4dde-a81c-02422aa7caf2 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:19:36.176062 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Attempting to bind port 480f1a7f-3700-4dde-a81c-02422aa7caf2 on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:19:36.182822 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:19:36.183535 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:36.184156 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.184562 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:19:36.185051 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Bound port: 480f1a7f-3700-4dde-a81c-02422aa7caf2, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:19:36.185435 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.237286 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:36.324466 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f174e-0079-4302-b325-c7fbcfb6315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921eda49-4242-4efd-a115-19d1e9f5e0ee,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:36.334013 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Network d355b0ef-6872-4b99-811b-508683ead471 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:36.340364 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4e4f174e-0079-4302-b325-c7fbcfb6315d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:36.347102 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] For port 480f1a7f-3700-4dde-a81c-02422aa7caf2, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:19:36.350922 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:36.365068 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] For port 480f1a7f-3700-4dde-a81c-02422aa7caf2, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=480f1a7f-3700-4dde-a81c-02422aa7caf2,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:19:36.366324 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:19:36.376170 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.389423 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:36.413443 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4e4f174e-0079-4302-b325-c7fbcfb6315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.415512 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-4e4f174e-0079-4302-b325-c7fbcfb6315d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/921eda49-4242-4efd-a115-19d1e9f5e0ee HTTP/1.1" status: 204  len: 168 time: 1.6380723
May 20 18:19:36.472460 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-722e9552-33b3-4d7e-9e02-88c61cd76d44 service neutron] 10.222.0.13 "GET /v2.0/networks/506dc7c1-f232-4ceb-9b57-7b2a196c92da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4986186
May 20 18:19:36.546089 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Allocated IP 172.27.0.125 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/a6e1fa81-665f-4339-aad7-40b8a952ba62) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:19:36.631885 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Pushing event updated for resources: {'Port': ['ID=ec1fe126-edce-40a6-ac4b-abbaed99fd20,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:36.640827 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:36.727893 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Pushing event updated for resources: {'Port': ['ID=480f1a7f-3700-4dde-a81c-02422aa7caf2,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:36.739074 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:36.769371 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:19:36.770477 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1753d070>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:36.845409 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.876301 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Attempting to bind port ec1fe126-edce-40a6-ac4b-abbaed99fd20 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:19:36.876882 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Attempting to bind port ec1fe126-edce-40a6-ac4b-abbaed99fd20 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:19:36.877549 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Attempting to bind port ec1fe126-edce-40a6-ac4b-abbaed99fd20 on network d355b0ef-6872-4b99-811b-508683ead471 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:19:36.907023 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:19:36.909646 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Checking segment: {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:36.913272 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.914077 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Bound using segment: {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:19:36.915100 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Bound port: ec1fe126-edce-40a6-ac4b-abbaed99fd20, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:19:36.915550 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.934981 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:36.941436 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:37.027645 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:37.033366 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:37.046159 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:19:37.169217 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34512) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:37.173496 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] For port ec1fe126-edce-40a6-ac4b-abbaed99fd20, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:19:37.178105 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] For port ec1fe126-edce-40a6-ac4b-abbaed99fd20, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=ec1fe126-edce-40a6-ac4b-abbaed99fd20,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:19:37.188367 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:37.196456 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:37.204772 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-40860776-d20c-46c2-92cd-28d5ac31be83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:37.230680 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:19:37.256726 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:37.286354 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34516) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:37.325254 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-9fd45c43-fa22-4604-8677-de536e8ad4c8 service neutron] 10.222.0.13 "GET /v2.0/networks/506dc7c1-f232-4ceb-9b57-7b2a196c92da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7919748
May 20 18:19:37.341686 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Pushing event updated for resources: {'Port': ['ID=ec1fe126-edce-40a6-ac4b-abbaed99fd20,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:37.398212 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:37.404914 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:37.479472 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Pushing event updated for resources: {'Port': ['ID=a6e1fa81-665f-4339-aad7-40b8a952ba62,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:37.507252 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:37.518135 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-40860776-d20c-46c2-92cd-28d5ac31be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:37.520385 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:37.520583 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Usage tracker for resource:security_group_rule and tenant:6ce1460c495b4e56856b413fc94803b7 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:37.531081 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:37.545154 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:37.567081 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:37.579288 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40860776-d20c-46c2-92cd-28d5ac31be83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb869f9f-241f-4793-abd0-3aaf2a13ef54,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:37.582794 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-40860776-d20c-46c2-92cd-28d5ac31be83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:37.710155 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:37.960686 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:37.987365 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:37.996864 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Usage tracker for resource:security_group_rule and tenant:8727aa5e8e55448da22efb7c4bf88f80 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:38.004324 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Allocated IP 172.20.0.1 (98132ccf-ac6c-473f-b741-54319366f218/6ddc22d5-9020-4d66-a7a4-77a0d2332066/c2d0cd6c-780b-40b9-b26a-d183be7f4494) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:19:38.007880 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:38.011624 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-40860776-d20c-46c2-92cd-28d5ac31be83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:38.016755 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-40860776-d20c-46c2-92cd-28d5ac31be83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb869f9f-241f-4793-abd0-3aaf2a13ef54 HTTP/1.1" status: 204  len: 168 time: 3.1592710
May 20 18:19:38.056374 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:38.228085 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-23b836df-6d08-4b97-b0d5-39740c1412ff req-459e92bb-6912-4e75-a152-ada282ca2364 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 210 time: 0.1491995
May 20 18:19:38.280922 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1753d070>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:30Z', 'revision_number': 3, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:38.291277 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f249d-76a2-4d06-af89-45178e9f41ae None None] The sync data for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi is: [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:30Z', 'revision_number': 3, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:19:38.436934 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:38.485991 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:38.666946 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:38.713417 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-40860776-d20c-46c2-92cd-28d5ac31be83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:38.839634 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:38.977201 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34556) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:38.997609 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:39.101919 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:39.145988 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Transition to ACTIVE for port object c2d0cd6c-780b-40b9-b26a-d183be7f4494 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:39.183487 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Synchronizing usage tracker for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:19:39.316443 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Synchronizing usage tracker for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:19:39.320490 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116fd18f-e6ce-42f1-a382-2aea600da0fb,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:39.345072 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:39.346636 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:39.369903 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:39.507180 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd05f1-94ff-408f-ae74-1ba351d63e39 None None] Network d355b0ef-6872-4b99-811b-508683ead471 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:19:39.507662 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:39.584556 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ad5911-7f55-4aaa-b046-25bbda747e11,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:39.666368 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-f84c1b8d-d12e-4587-8601-119c29025dae None None] Provisioning for port ec1fe126-edce-40a6-ac4b-abbaed99fd20 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:39.836567 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:39.860551 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Usage tracker for resource:security_group_rule and tenant:0678977ddda84939b2c1e116e01ec994 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:39.885156 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:39.898207 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:39.908270 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c8bcd528-d3c9-48ad-9b39-69e571517458 req-b3952ccd-db67-4513-be2a-7d62dd979ac1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 210 time: 0.3965018
May 20 18:19:39.920337 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Network 98132ccf-ac6c-473f-b741-54319366f218 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:39.922311 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:39.923579 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5049c8ac-e2ab-4d01-9aca-8714996f478e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:40.008051 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:19:40.125791 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d0cd6c-780b-40b9-b26a-d183be7f4494,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:40.128215 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:40.141829 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Unset dirty status for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:19:40.146861 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8727aa5e8e55448da22efb7c4bf88f80&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8269875
May 20 18:19:40.151324 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:19:40.152011 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.171964 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34598) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:40.210495 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Router 3d709264-fdd4-4d7d-813d-a81152d82e06 is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:19:40.220786 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device ec1fe126-edce-40a6-ac4b-abbaed99fd20 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:40.228870 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:40.230409 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.db.api [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 8169d23d7e094984b4a763f6c5e6df93-security_group {{(pid=91651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 20 18:19:40.235674 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_db.api [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 20 18:19:40.267110 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.337132 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9dc63bfd-6278-4fbd-9f02-b8eb92274a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.361693 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.402518 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port ec1fe126-edce-40a6-ac4b-abbaed99fd20 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:40.415312 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9dc63bfd-6278-4fbd-9f02-b8eb92274a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.426911 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port ec1fe126-edce-40a6-ac4b-abbaed99fd20 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:40.427492 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.727819 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.775425 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Unset dirty status for tenant:8169d23d7e094984b4a763f6c5e6df93 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:19:40.777040 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ce1460c495b4e56856b413fc94803b7&name=default HTTP/1.1" status: 200  len: 2975 time: 3.6054177
May 20 18:19:40.787019 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34614) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:40.802438 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Allocated IP 172.27.0.178 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/104aadce-0ab9-43d8-ad9f-2f9c1837e18c) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:19:40.841818 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9dc63bfd-6278-4fbd-9f02-b8eb92274a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.859275 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4e4f174e-0079-4302-b325-c7fbcfb6315d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:40.870118 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-cce3a2f8-2a6f-4981-bd4d-8d0b55317d4d None None] Provisioning for port c2d0cd6c-780b-40b9-b26a-d183be7f4494 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:40.893048 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port ec1fe126-edce-40a6-ac4b-abbaed99fd20, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=ec1fe126-edce-40a6-ac4b-abbaed99fd20,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:19:40.903230 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-cce3a2f8-2a6f-4981-bd4d-8d0b55317d4d None None] Provisioning complete for port c2d0cd6c-780b-40b9-b26a-d183be7f4494 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:40.903812 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cce3a2f8-2a6f-4981-bd4d-8d0b55317d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.905589 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63bfd-6278-4fbd-9f02-b8eb92274a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ad5911-7f55-4aaa-b046-25bbda747e11,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:40.908867 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.972746 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:40.991367 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9dc63bfd-6278-4fbd-9f02-b8eb92274a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:41.016697 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.050811 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-cce3a2f8-2a6f-4981-bd4d-8d0b55317d4d None None] Port c2d0cd6c-780b-40b9-b26a-d183be7f4494 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:19:41.061669 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 480f1a7f-3700-4dde-a81c-02422aa7caf2 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:41.081747 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:41.169698 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:41.274580 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9dc63bfd-6278-4fbd-9f02-b8eb92274a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.276967 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-9dc63bfd-6278-4fbd-9f02-b8eb92274a03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32ad5911-7f55-4aaa-b046-25bbda747e11 HTTP/1.1" status: 204  len: 168 time: 1.0896065
May 20 18:19:41.278086 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba09ccc-450e-487e-87e4-274cc9c4105a,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:41.300466 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-cce3a2f8-2a6f-4981-bd4d-8d0b55317d4d None None] Provisioning complete for port ec1fe126-edce-40a6-ac4b-abbaed99fd20 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:41.301152 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cce3a2f8-2a6f-4981-bd4d-8d0b55317d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.317026 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:41.331321 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0678977ddda84939b2c1e116e01ec994&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3520873
May 20 18:19:41.341129 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34628) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:41.379951 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:19:41.382612 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-86ecec20-a1da-4a6f-97de-2c9dbc875f57 req-7551f747-9ff7-4fd7-b74c-a2e66ec50794 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 210 time: 0.1672924
May 20 18:19:41.449821 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Sync routers for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:19:41.467729 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.469302 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 8.8125312
May 20 18:19:41.474302 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34632) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:41.502808 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=ec1fe126-edce-40a6-ac4b-abbaed99fd20,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:41.503688 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.521418 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:41.523041 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:19:41.524135 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17265880>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:41.615544 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65ab9ff3-5408-4d13-8c25-6d3ded63911c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.672441 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 480f1a7f-3700-4dde-a81c-02422aa7caf2 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:41.714615 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 480f1a7f-3700-4dde-a81c-02422aa7caf2 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:41.715627 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.742015 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65ab9ff3-5408-4d13-8c25-6d3ded63911c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.856212 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.870148 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4d199459-7e09-45b1-855a-ccbf9e78a6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:41.961890 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4d199459-7e09-45b1-855a-ccbf9e78a6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.001005 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:19:42.121307 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.132767 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:42.210185 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4d199459-7e09-45b1-855a-ccbf9e78a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.235961 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:42.245701 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:42.252954 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.254977 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:19:42.311098 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Pushing event updated for resources: {'Port': ['ID=104aadce-0ab9-43d8-ad9f-2f9c1837e18c,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:42.312378 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65ab9ff3-5408-4d13-8c25-6d3ded63911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.325265 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:42.334092 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.334927 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0c95e47f-1f63-46ab-a0bf-d9cf62f2c27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:42.347718 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8ed8cf2e-0a48-4481-af58-58688a826cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:42.348145 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.379226 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9ff3-5408-4d13-8c25-6d3ded63911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba09ccc-450e-487e-87e4-274cc9c4105a,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:42.392288 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-65ab9ff3-5408-4d13-8c25-6d3ded63911c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:42.393716 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65ab9ff3-5408-4d13-8c25-6d3ded63911c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.401895 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-65ab9ff3-5408-4d13-8c25-6d3ded63911c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ba09ccc-450e-487e-87e4-274cc9c4105a HTTP/1.1" status: 204  len: 168 time: 1.0559788
May 20 18:19:42.547686 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.625266 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.22', 55959) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:42.727079 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 480f1a7f-3700-4dde-a81c-02422aa7caf2, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=480f1a7f-3700-4dde-a81c-02422aa7caf2,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:19:42.814055 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:42.833992 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:42.898475 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d199459-7e09-45b1-855a-ccbf9e78a6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116fd18f-e6ce-42f1-a382-2aea600da0fb,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:42.903626 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34662) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:42.905345 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4d199459-7e09-45b1-855a-ccbf9e78a6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:42.913305 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:43.162267 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device ec1fe126-edce-40a6-ac4b-abbaed99fd20 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:43.297963 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-def1dc3c-25c4-4ab9-a49e-a9cc34f84fb9 req-6fc874d7-f1f5-4c31-8e4a-de5f6eb296aa tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 210 time: 0.3870230
May 20 18:19:43.314678 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4d199459-7e09-45b1-855a-ccbf9e78a6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:43.315744 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-4d199459-7e09-45b1-855a-ccbf9e78a6bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/116fd18f-e6ce-42f1-a382-2aea600da0fb HTTP/1.1" status: 204  len: 168 time: 2.5273407
May 20 18:19:43.328378 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=480f1a7f-3700-4dde-a81c-02422aa7caf2,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:43.369710 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:43.517350 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port ec1fe126-edce-40a6-ac4b-abbaed99fd20 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:43.517953 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:43.538599 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-8d0a0ca9-bb07-453d-9a4a-568376248f53 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:43.540185 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-8d0a0ca9-bb07-453d-9a4a-568376248f53 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Synchronizing usage tracker for tenant:e0db7ba629fe4f6e891e56cc9ea6b5dd on resource:network {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:19:43.586489 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d0cd6c-780b-40b9-b26a-d183be7f4494,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:43.601023 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17265880>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:37Z', 'revision_number': 3, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:43.616764 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:43.628294 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Checking router: 3d709264-fdd4-4d7d-813d-a81152d82e06 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:19:43.629074 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Updating router 3d709264-fdd4-4d7d-813d-a81152d82e06 port a6e1fa81-665f-4339-aad7-40b8a952ba62 binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:19:43.645316 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-8d0a0ca9-bb07-453d-9a4a-568376248f53 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Unset dirty status for tenant:e0db7ba629fe4f6e891e56cc9ea6b5dd on resource:network {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:19:43.659019 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-8d0a0ca9-bb07-453d-9a4a-568376248f53 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.22 "GET /v2.0/networks?id=506dc7c1-f232-4ceb-9b57-7b2a196c92da HTTP/1.1" status: 200  len: 812 time: 1.0322714
May 20 18:19:43.691514 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:43.757737 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:43.763492 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:43.824197 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Request body: {'port': {'device_id': '13c9870c-bb3a-4373-b77d-1eb3b1e02d8f', 'network_id': '506dc7c1-f232-4ceb-9b57-7b2a196c92da', 'admin_state_up': True, 'tenant_id': 'e0db7ba629fe4f6e891e56cc9ea6b5dd'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:44.240071 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Network 98132ccf-ac6c-473f-b741-54319366f218 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:44.242120 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:44.244758 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:44.572542 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Router e3beeed8-ae21-4379-92c1-f537a974b413 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:19:44.820611 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-d9a7b65d-9822-41dd-a944-edd5f2fe29eb None None] Provisioning complete for port c2d0cd6c-780b-40b9-b26a-d183be7f4494 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:44.821435 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b65d-9822-41dd-a944-edd5f2fe29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:44.865652 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:44.882322 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Usage tracker for resource:port and tenant:e0db7ba629fe4f6e891e56cc9ea6b5dd is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:44.889520 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:44.902158 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:45.011331 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7b65d-9822-41dd-a944-edd5f2fe29eb None None] Port c2d0cd6c-780b-40b9-b26a-d183be7f4494 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:19:45.044053 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Made reservation on behalf of e0db7ba629fe4f6e891e56cc9ea6b5dd for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:19:45.053691 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:45.094804 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 480f1a7f-3700-4dde-a81c-02422aa7caf2 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:45.140025 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95e69c7d-c522-4096-b78e-a3233d593c87 req-80acc7b3-aa14-483a-b820-b4d20f609203 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 210 time: 0.1890719
May 20 18:19:45.143285 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Router 8efc8085-2543-4221-b92c-9ec7813e44b2 is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:19:45.312253 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:45.355519 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Transition to ACTIVE for port object a6e1fa81-665f-4339-aad7-40b8a952ba62 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:45.403468 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:45.446015 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 480f1a7f-3700-4dde-a81c-02422aa7caf2 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:45.452886 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:45.534823 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Allocated IP 172.20.0.11 (506dc7c1-f232-4ceb-9b57-7b2a196c92da/11f1d47f-f7eb-40b0-bade-2ca7125ff674/6c65c48b-e375-4caf-bc97-38ed690289d0) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:19:45.535407 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:45.637067 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Allocated IP 172.20.0.1 (d355b0ef-6872-4b99-811b-508683ead471/e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4/8dff1526-0fe5-4431-8c05-9aafd65b939f) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:19:45.759073 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Attempting to bind port a6e1fa81-665f-4339-aad7-40b8a952ba62 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:19:45.760517 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Attempting to bind port a6e1fa81-665f-4339-aad7-40b8a952ba62 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:19:45.761166 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Attempting to bind port a6e1fa81-665f-4339-aad7-40b8a952ba62 on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:19:45.793718 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249ed47-a5de-4bd1-b2b3-86af70fe1ea8 None None] Pushing event updated for resources: {'Port': ['ID=a6e1fa81-665f-4339-aad7-40b8a952ba62,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:45.799362 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:19:45.801324 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:19:45.822563 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:45.823467 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:45.827717 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:19:45.828819 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Bound port: a6e1fa81-665f-4339-aad7-40b8a952ba62, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:19:45.829462 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:45.832305 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Sync routers for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:19:45.858759 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:19:45.875936 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17360880>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:45.882468 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3beeed8-ae21-4379-92c1-f537a974b413/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3105078
May 20 18:19:45.998446 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:19:46.059774 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:46.064066 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 11.6633978
May 20 18:19:46.066016 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34752) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:46.067197 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] For port a6e1fa81-665f-4339-aad7-40b8a952ba62, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:19:46.072306 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] For port a6e1fa81-665f-4339-aad7-40b8a952ba62, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=a6e1fa81-665f-4339-aad7-40b8a952ba62,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:19:46.077194 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1249ed47-a5de-4bd1-b2b3-86af70fe1ea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:46.078575 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Sync routers for ids ['8efc8085-2543-4221-b92c-9ec7813e44b2'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:19:46.086025 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:46.096769 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1528a63c-73d5-4b1a-bc39-25563bf0afdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:46.175511 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249ed47-a5de-4bd1-b2b3-86af70fe1ea8 None None] Pushing event updated for resources: {'Port': ['ID=a6e1fa81-665f-4339-aad7-40b8a952ba62,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:46.184745 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1249ed47-a5de-4bd1-b2b3-86af70fe1ea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:46.187999 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Routers {'8efc8085-2543-4221-b92c-9ec7813e44b2'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:19:46.189251 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a18073940>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['8efc8085-2543-4221-b92c-9ec7813e44b2'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:46.494358 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:46.589015 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:46.631599 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-48bb13e5-a3bc-4bf1-9010-563e84445f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:46.722451 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Set router 8efc8085-2543-4221-b92c-9ec7813e44b2 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:19:46.884750 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:19:47.223385 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:19:47.224309 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17265880>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:47.371987 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:47.410181 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Transition to ACTIVE for port object 8dff1526-0fe5-4431-8c05-9aafd65b939f will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:47.518850 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Pushing event updated for resources: {'Port': ['ID=6c65c48b-e375-4caf-bc97-38ed690289d0,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:47.545453 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:47.554877 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Network 506dc7c1-f232-4ceb-9b57-7b2a196c92da is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:47.567646 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:47.581704 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:47.601791 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:47.738532 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:19:47.752746 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:47.754098 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:47.780580 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc997d-5ea8-4af8-9f73-fbc7dbbe95f0 req-e1a32c24-797f-45ed-9f62-da3da4d12e9d tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:47.781852 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-96fc997d-5ea8-4af8-9f73-fbc7dbbe95f0 req-e1a32c24-797f-45ed-9f62-da3da4d12e9d tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 932 time: 0.8146400
May 20 18:19:47.972800 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Network d355b0ef-6872-4b99-811b-508683ead471 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:47.999887 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:48.013084 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:19:48.014911 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:48.046328 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-96fc997d-5ea8-4af8-9f73-fbc7dbbe95f0 req-8a1de01c-c9d5-421d-a4db-bce234326c8f tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730990
May 20 18:19:48.132386 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17360880>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:41Z', 'revision_number': 2, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:48.151464 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Checking router: e3beeed8-ae21-4379-92c1-f537a974b413 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:19:48.152114 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Updating router e3beeed8-ae21-4379-92c1-f537a974b413 port c2d0cd6c-780b-40b9-b26a-d183be7f4494 binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:19:48.288085 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-814ab399-8cdb-400e-ad87-53d4dd32eb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:48.344887 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:48.678378 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a18073940>, [{'id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 3, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'gw_port': {'id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:40Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:48.778375 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:48.802798 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Checking router: 8efc8085-2543-4221-b92c-9ec7813e44b2 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:19:48.809264 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Updating router 8efc8085-2543-4221-b92c-9ec7813e44b2 port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:19:48.823497 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34786) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:48.855165 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0512886
May 20 18:19:48.891144 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8dff1526-0fe5-4431-8c05-9aafd65b939f,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:48.904587 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.303s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:49.121579 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:19:49.204105 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-1bb7ed92-0d66-4138-9e70-899ef4451b36 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:19:49.205824 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-1bb7ed92-0d66-4138-9e70-899ef4451b36 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2995527
May 20 18:19:49.433674 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:49.555654 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:49.592614 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Transition to ACTIVE for port object c2d0cd6c-780b-40b9-b26a-d183be7f4494 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:49.621137 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:49.651175 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:49.702348 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4444f720-b04f-4cee-9149-bf74277e7bfb None None] Provisioning for port 8dff1526-0fe5-4431-8c05-9aafd65b939f completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:49.710996 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:49.799397 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:49.966978 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4444f720-b04f-4cee-9149-bf74277e7bfb None None] Provisioning complete for port 8dff1526-0fe5-4431-8c05-9aafd65b939f triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:49.967357 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4444f720-b04f-4cee-9149-bf74277e7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:50.011668 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:50.125609 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Usage tracker for resource:security_group_rule and tenant:6f4cac2d333246c99f3f16cd6a99613d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:50.182593 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:50.196808 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Allocated IP 172.20.0.1 (61a14b2f-1ef1-4c18-9d3f-32453229511a/f59cc923-5a27-4de0-83ff-a2a07b2c36f8/e1a6f01a-a471-4eff-b416-f02af6de85f0) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:19:50.234638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:50.257444 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34810) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:50.317911 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502307051', 'description': 'tempest-description--1574734262'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:50.363208 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Request body: {'port': {'device_id': '13c9870c-bb3a-4373-b77d-1eb3b1e02d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:50.367656 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Attempting to bind port c2d0cd6c-780b-40b9-b26a-d183be7f4494 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:19:50.371680 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Attempting to bind port c2d0cd6c-780b-40b9-b26a-d183be7f4494 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:19:50.372760 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Attempting to bind port c2d0cd6c-780b-40b9-b26a-d183be7f4494 on network 98132ccf-ac6c-473f-b741-54319366f218 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:19:50.383068 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:50.391890 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:19:50.393329 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Checking segment: {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:50.394462 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:50.395998 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Bound using segment: {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:19:50.402350 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Bound port: c2d0cd6c-780b-40b9-b26a-d183be7f4494, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:19:50.402927 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:50.516483 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:security_group and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:50.586471 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:50.592927 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:50.604202 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Transition to ACTIVE for port object 104aadce-0ab9-43d8-ad9f-2f9c1837e18c will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:50.609465 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2d9227b4-b6e3-4803-8f2c-3c124b562a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:50.644335 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:50.648604 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:50.654887 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:50.694783 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaf0af-9509-4422-b934-070ce71289da req-b5bb2758-6bcb-41e7-bddf-0103f82ecb55 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:50.705500 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7faaf0af-9509-4422-b934-070ce71289da req-b5bb2758-6bcb-41e7-bddf-0103f82ecb55 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 932 time: 1.1060581
May 20 18:19:50.707917 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:50.749407 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1d7c8-79a3-4d49-be3e-9d6c4c09871f None None] Pushing event updated for resources: {'Port': ['ID=c2d0cd6c-780b-40b9-b26a-d183be7f4494,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:50.762997 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-22a1d7c8-79a3-4d49-be3e-9d6c4c09871f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.112s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:50.821463 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:50.841404 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4444f720-b04f-4cee-9149-bf74277e7bfb None None] Port 8dff1526-0fe5-4431-8c05-9aafd65b939f cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:19:50.870587 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] For port c2d0cd6c-780b-40b9-b26a-d183be7f4494, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:19:50.893283 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] For port c2d0cd6c-780b-40b9-b26a-d183be7f4494, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=c2d0cd6c-780b-40b9-b26a-d183be7f4494,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:19:50.907740 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:50.949207 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:51.112890 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Attempting to bind port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:19:51.113637 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Attempting to bind port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:19:51.114885 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Attempting to bind port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:19:51.170197 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:51.179433 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:51.190571 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:51.208540 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:51.281710 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7faaf0af-9509-4422-b934-070ce71289da req-06acf5be-a02c-4785-8520-033b3a0a5822 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3307290
May 20 18:19:51.308526 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:19:51.309749 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17360880>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:51.347223 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:51.362712 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8dff1526-0fe5-4431-8c05-9aafd65b939f,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:51.392608 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:51.403722 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:51.493555 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:19:51.494383 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:51.497229 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:51.501388 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:19:51.503116 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Bound port: 104aadce-0ab9-43d8-ad9f-2f9c1837e18c, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:19:51.505358 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:51.628984 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:51.647194 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:security_group_rule and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:51.664728 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:51.698861 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:51.744603 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] For port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:19:51.753021 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] For port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=104aadce-0ab9-43d8-ad9f-2f9c1837e18c,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:19:51.755538 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:51.778439 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:51.814104 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1d7c8-79a3-4d49-be3e-9d6c4c09871f None None] Pushing event updated for resources: {'Port': ['ID=c2d0cd6c-780b-40b9-b26a-d183be7f4494,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:51.840320 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-22a1d7c8-79a3-4d49-be3e-9d6c4c09871f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:51.856887 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Network d355b0ef-6872-4b99-811b-508683ead471 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:51.871000 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:51.933820 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde811a-48ef-4369-809c-2cab8bfd5b4c None None] Pushing event updated for resources: {'Port': ['ID=104aadce-0ab9-43d8-ad9f-2f9c1837e18c,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:51.972811 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cbde811a-48ef-4369-809c-2cab8bfd5b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.265s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:51.976605 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:51.993572 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:52.034267 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:52.155097 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:52.220588 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:52.376258 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Routers {'8efc8085-2543-4221-b92c-9ec7813e44b2'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:19:52.380186 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a18073940>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['8efc8085-2543-4221-b92c-9ec7813e44b2'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:52.388464 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:52.451304 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:19:52.475453 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:52.492079 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dac2fb6-9eb7-4948-92ab-25366801e625,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:52.498583 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:52.500266 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.2340765
May 20 18:19:52.510781 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:52.512173 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:52.515339 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34848) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:52.686516 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:52.706509 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f4cac2d333246c99f3f16cd6a99613d&name=default HTTP/1.1" status: 200  len: 2979 time: 3.8709121
May 20 18:19:52.715370 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34864) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:52.738238 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'security_group_rule': {'security_group_id': '9dac2fb6-9eb7-4948-92ab-25366801e625', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:52.902390 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17265880>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:37Z', 'revision_number': 3, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:52.907935 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde811a-48ef-4369-809c-2cab8bfd5b4c None None] Pushing event updated for resources: {'Port': ['ID=104aadce-0ab9-43d8-ad9f-2f9c1837e18c,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:52.916370 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2208f-f0be-47f3-96c8-128f8390ca43 None None] The sync data for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi is: [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:37Z', 'revision_number': 3, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:19:52.924152 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cbde811a-48ef-4369-809c-2cab8bfd5b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:52.929874 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:53.003059 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-fcbacb34-3896-4a11-8d61-2fad7799abe4 None None] Provisioning complete for port 8dff1526-0fe5-4431-8c05-9aafd65b939f triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:53.006121 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-fcbacb34-3896-4a11-8d61-2fad7799abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:53.155678 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Network 61a14b2f-1ef1-4c18-9d3f-32453229511a is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:53.217536 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-fcbacb34-3896-4a11-8d61-2fad7799abe4 None None] Port 8dff1526-0fe5-4431-8c05-9aafd65b939f cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:19:53.222125 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:53.235357 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:53.281660 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Router 3d709264-fdd4-4d7d-813d-a81152d82e06 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:19:53.281922 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] Set router 8efc8085-2543-4221-b92c-9ec7813e44b2 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:19:53.298094 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:19:53.299920 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:53.327109 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bb878cca-276d-46f6-ab6f-d2fec6f94024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:53.557190 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:security_group_rule and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:53.571168 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:53.952915 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bb878cca-276d-46f6-ab6f-d2fec6f94024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:53.969599 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5d1ef6-e2f8-4eda-8d44-f24927e0e0d9,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:53.981385 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.295s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:53.995810 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:54.000381 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.db.resource_extend [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 20 18:19:54.022925 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17360880>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:50Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:54.038811 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.927s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:54.042942 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337c60d-872d-4eab-a904-74c0c94f1e90 None None] The sync data for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi is: [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:50Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:19:54.268152 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Pushing event updated for resources: {'Port': ['ID=e1a6f01a-a471-4eff-b416-f02af6de85f0,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:54.298930 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:54.305496 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:54.455516 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:54.464573 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:54.548058 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34898) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:54.793899 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device c2d0cd6c-780b-40b9-b26a-d183be7f4494 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:54.825873 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c65c48b-e375-4caf-bc97-38ed690289d0 {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:19:54.992242 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:55.158365 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:55.164758 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:55.191683 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:55.195122 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:55.243902 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:55.347255 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e2277f-826c-4062-8d94-ace636fe9659,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:55.377407 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e528a6e-c878-4d3a-9b50-62ff5a66b917 req-aba9402f-8ee8-4d82-b705-a6d1c8d61a69 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:55.387158 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4e528a6e-c878-4d3a-9b50-62ff5a66b917 req-aba9402f-8ee8-4d82-b705-a6d1c8d61a69 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 932 time: 2.7046080
May 20 18:19:55.391640 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34908) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:55.399083 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:55.445164 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fe4cb990-645a-43f4-a39b-26d0ac48687b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:55.550918 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Pushing event updated for resources: {'Port': ['ID=e1a6f01a-a471-4eff-b416-f02af6de85f0,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:55.554847 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:55.559952 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.8831930
May 20 18:19:55.563025 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:55.583561 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a18073940>, [{'id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 3, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'gw_port': {'id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:40Z', 'updated_at': '2021-05-20T18:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:55.592474 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port c2d0cd6c-780b-40b9-b26a-d183be7f4494 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:55.610815 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9088b90d-3b4c-4580-a331-c7a5b561f55a None None] The sync data for ids ['8efc8085-2543-4221-b92c-9ec7813e44b2'] in dv-cinder-792299-2-iscsi is: [{'id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 3, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'gw_port': {'id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:40Z', 'updated_at': '2021-05-20T18:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:19:55.612768 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34914) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:55.615516 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port c2d0cd6c-780b-40b9-b26a-d183be7f4494 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:55.624704 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:55.636983 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Transition to ACTIVE for port object 6c65c48b-e375-4caf-bc97-38ed690289d0 will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:19:55.673148 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'security_group_rule': {'security_group_id': '9dac2fb6-9eb7-4948-92ab-25366801e625', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:55.728714 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:55.753151 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:security_group_rule and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:55.780522 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:55.835611 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Network 61a14b2f-1ef1-4c18-9d3f-32453229511a is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:19:55.844148 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:19:55.888093 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:55.952313 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:55.978585 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-be778cd1-3941-43a2-843a-e7db8721f3b1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:56.000327 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:56.085410 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port c2d0cd6c-780b-40b9-b26a-d183be7f4494, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=c2d0cd6c-780b-40b9-b26a-d183be7f4494,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:19:56.095197 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:56.096322 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device a6e1fa81-665f-4339-aad7-40b8a952ba62 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:56.119253 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:19:56.126099 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:56.187821 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:56.198254 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:56.203418 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Usage tracker for resource:security_group_rule and tenant:3c023a37c32b414a88906828ba7986f6 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:56.216083 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:56.291713 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bb878cca-276d-46f6-ab6f-d2fec6f94024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:56.350658 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=c2d0cd6c-780b-40b9-b26a-d183be7f4494,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:56.378345 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4e528a6e-c878-4d3a-9b50-62ff5a66b917 req-62ca64cc-731d-4c2e-94a9-54c7a208884d tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9876664
May 20 18:19:56.384384 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:56.434439 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:56.441723 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:56.444384 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Pushing event updated for resources: {'Port': ['ID=6c65c48b-e375-4caf-bc97-38ed690289d0,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:56.471320 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:56.474450 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bb878cca-276d-46f6-ab6f-d2fec6f94024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:56.479694 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-bb878cca-276d-46f6-ab6f-d2fec6f94024 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c5d1ef6-e2f8-4eda-8d44-f24927e0e0d9 HTTP/1.1" status: 204  len: 168 time: 3.7598581
May 20 18:19:56.481179 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:56.492932 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] 10.222.0.13 "PUT /v2.0/routers/3d709264-fdd4-4d7d-813d-a81152d82e06/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0162332
May 20 18:19:56.507359 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:56.545665 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Router 8efc8085-2543-4221-b92c-9ec7813e44b2 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:19:56.599738 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port a6e1fa81-665f-4339-aad7-40b8a952ba62 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:56.615106 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port a6e1fa81-665f-4339-aad7-40b8a952ba62 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:56.615859 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:56.622079 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb878cca-276d-46f6-ab6f-d2fec6f94024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5d1ef6-e2f8-4eda-8d44-f24927e0e0d9,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:56.641199 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:56.652425 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bb878cca-276d-46f6-ab6f-d2fec6f94024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:56.965380 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce375fa005546638ac6e2b5592d8dfd is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:57.003174 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:57.094211 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:57.233017 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Sync routers for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:19:57.331588 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:19:57.336972 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1730b2b0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:19:57.559473 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:57.736576 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port a6e1fa81-665f-4339-aad7-40b8a952ba62, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=a6e1fa81-665f-4339-aad7-40b8a952ba62,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:19:57.751800 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:57.777391 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cbde811a-48ef-4369-809c-2cab8bfd5b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:58.191298 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:58.215185 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:58.235058 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:58.324025 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Attempting to bind port 6c65c48b-e375-4caf-bc97-38ed690289d0 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:19:58.324885 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Attempting to bind port 6c65c48b-e375-4caf-bc97-38ed690289d0 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '1a0814c8-401b-4451-a07a-901da70084c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '506dc7c1-f232-4ceb-9b57-7b2a196c92da'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:19:58.325809 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Attempting to bind port 6c65c48b-e375-4caf-bc97-38ed690289d0 on network 506dc7c1-f232-4ceb-9b57-7b2a196c92da {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:19:58.332838 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:58.338913 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.6808224
May 20 18:19:58.342099 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34956) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:58.345015 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcfb70e-2d18-48c1-9976-6161d37ec7ea,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:58.360319 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'floatingip': {'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:19:58.367718 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:19:58.385621 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:floatingip and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:19:58.410966 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:19:58.419645 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:19:58.429218 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device c2d0cd6c-780b-40b9-b26a-d183be7f4494 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:58.433574 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Port 6c65c48b-e375-4caf-bc97-38ed690289d0 on network 506dc7c1-f232-4ceb-9b57-7b2a196c92da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:19:58.434379 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Attempting to bind port 6c65c48b-e375-4caf-bc97-38ed690289d0 on network 506dc7c1-f232-4ceb-9b57-7b2a196c92da {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:19:58.439377 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:58.445134 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:58.507892 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:19:58.508622 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Checking segment: {'id': '1a0814c8-401b-4451-a07a-901da70084c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '506dc7c1-f232-4ceb-9b57-7b2a196c92da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:19:58.510130 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Bound using segment: {'id': '1a0814c8-401b-4451-a07a-901da70084c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '506dc7c1-f232-4ceb-9b57-7b2a196c92da'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:19:58.510961 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Bound port: 6c65c48b-e375-4caf-bc97-38ed690289d0, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0814c8-401b-4451-a07a-901da70084c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '506dc7c1-f232-4ceb-9b57-7b2a196c92da'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:19:58.511602 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:58.584073 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:58.713578 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:58.769422 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=a6e1fa81-665f-4339-aad7-40b8a952ba62,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:58.792954 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:58.835499 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:19:58.846077 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:58.878124 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:19:58.881607 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:58.889164 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:58.943123 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bb878cca-276d-46f6-ab6f-d2fec6f94024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:19:58.964963 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port c2d0cd6c-780b-40b9-b26a-d183be7f4494 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:58.965642 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:59.088177 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f233408-fa57-4add-b3be-0b22eb8e08d9,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:59.094881 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:59.241246 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] 10.222.0.13 "PUT /v2.0/routers/8efc8085-2543-4221-b92c-9ec7813e44b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1736703
May 20 18:19:59.251146 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ce375fa005546638ac6e2b5592d8dfd&name=default HTTP/1.1" status: 200  len: 2979 time: 3.8119135
May 20 18:19:59.260738 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a853c49-d9b9-4470-8bfc-c1c827304f20,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:19:59.281744 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:19:59.293791 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34968) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:59.297348 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] For port 6c65c48b-e375-4caf-bc97-38ed690289d0, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:19:59.339022 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080077-a93a-425e-89ab-adf35aa0a22f req-3a606fe7-7c72-48d4-b577-86ea4a4332c6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:19:59.344095 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-47080077-a93a-425e-89ab-adf35aa0a22f req-3a606fe7-7c72-48d4-b577-86ea4a4332c6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 944 time: 1.3138547
May 20 18:19:59.475018 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c023a37c32b414a88906828ba7986f6&name=default HTTP/1.1" status: 200  len: 2979 time: 4.8944972
May 20 18:19:59.522374 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 34976) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:19:59.532556 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-47080077-a93a-425e-89ab-adf35aa0a22f req-8d1504e7-fb18-43e9-a242-8c672e5c769b tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785536
May 20 18:19:59.551678 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 104aadce-0ab9-43d8-ad9f-2f9c1837e18c up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:19:59.599143 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] For port 6c65c48b-e375-4caf-bc97-38ed690289d0, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6c65c48b-e375-4caf-bc97-38ed690289d0,segment=NetworkSegment(1a0814c8-401b-4451-a07a-901da70084c3),segment_id=1a0814c8-401b-4451-a07a-901da70084c3)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:19:59.776781 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f014b8d6-0c6d-4d49-8a74-cb5ae2a8483a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:59.791016 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:59.808376 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:59.887180 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f014b8d6-0c6d-4d49-8a74-cb5ae2a8483a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:19:59.895706 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:19:59.910245 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:19:59.911798 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:00.030765 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 34984) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:00.036752 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:00.120908 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f014b8d6-0c6d-4d49-8a74-cb5ae2a8483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:00.148946 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3d6b4ab3-e9ae-43ce-b09c-276b21945eba tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:00.226086 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014b8d6-0c6d-4d49-8a74-cb5ae2a8483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f233408-fa57-4add-b3be-0b22eb8e08d9,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:00.275584 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f014b8d6-0c6d-4d49-8a74-cb5ae2a8483a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:00.277844 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f014b8d6-0c6d-4d49-8a74-cb5ae2a8483a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:00.283355 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-f014b8d6-0c6d-4d49-8a74-cb5ae2a8483a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f233408-fa57-4add-b3be-0b22eb8e08d9 HTTP/1.1" status: 204  len: 168 time: 0.7442782
May 20 18:20:00.334760 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:00.404536 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=104aadce-0ab9-43d8-ad9f-2f9c1837e18c,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:00.413546 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:00.414491 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:00.415239 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:00.416771 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] 10.222.0.22 "PUT /v2.0/ports/6c65c48b-e375-4caf-bc97-38ed690289d0 HTTP/1.1" status: 200  len: 1094 time: 10.8503575
May 20 18:20:00.417270 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c9870c-bb3a-4373-b77d-1eb3b1e02d8f', 'tag': '6c65c48b-e375-4caf-bc97-38ed690289d0'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:00.428955 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:00.586337 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35000) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:00.602374 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853782086', 'description': 'tempest-description--2055518152'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:00.668724 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:00.670409 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1730b2b0>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:19:49Z', 'revision_number': 2, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:00.677631 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device a6e1fa81-665f-4339-aad7-40b8a952ba62 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:00.684696 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Checking router: 3d709264-fdd4-4d7d-813d-a81152d82e06 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:20:00.687065 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Updating router 3d709264-fdd4-4d7d-813d-a81152d82e06 port 8dff1526-0fe5-4431-8c05-9aafd65b939f binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:20:00.700952 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:security_group and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:00.719515 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:00.731130 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Sync routers for ids ['8efc8085-2543-4221-b92c-9ec7813e44b2'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:20:00.754500 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:00.814023 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:00.823962 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Routers {'8efc8085-2543-4221-b92c-9ec7813e44b2'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:20:00.825726 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a170a90a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['8efc8085-2543-4221-b92c-9ec7813e44b2'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:00.908677 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:00.909936 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4f8c247a-e65a-4ba8-be09-86fb0fc0f7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:00.984172 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:01.027364 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:security_group_rule and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:01.055103 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:01.116605 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:01.124895 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=104aadce-0ab9-43d8-ad9f-2f9c1837e18c,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:01.140860 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:01.232974 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Pushing event updated for resources: {'Port': ['ID=6c65c48b-e375-4caf-bc97-38ed690289d0,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:01.303633 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.267s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:01.341453 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:01.439366 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4f8c247a-e65a-4ba8-be09-86fb0fc0f7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:01.575106 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:01.582898 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port a6e1fa81-665f-4339-aad7-40b8a952ba62 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:01.586028 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:01.647662 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:580c7b86043f40808720cccc5a5a7785 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:01.687233 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Allocated IP 172.27.0.238 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/f866a238-baa4-4a9a-af3d-043b61dda79b) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:20:01.730090 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:01.785669 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:01.981548 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Set router 8efc8085-2543-4221-b92c-9ec7813e44b2 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:20:02.012987 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b9e1ff93-b614-48e0-991a-b30e187a032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:02.029015 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-b9e1ff93-b614-48e0-991a-b30e187a032d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0db7ba629fe4f6e891e56cc9ea6b5dd&device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 1097 time: 1.3563550
May 20 18:20:02.055922 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a064d-6cdb-4d65-94c5-d3aa3cca8639 req-f7229650-3a33-45df-aa2d-e15759c79a7f tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:02.059081 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-dd6a064d-6cdb-4d65-94c5-d3aa3cca8639 req-f7229650-3a33-45df-aa2d-e15759c79a7f tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 944 time: 0.4190781
May 20 18:20:02.353443 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:02.364580 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35024) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:02.529206 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4f8c247a-e65a-4ba8-be09-86fb0fc0f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:02.600484 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:02.610601 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-dd6a064d-6cdb-4d65-94c5-d3aa3cca8639 req-cafc3e09-33a1-43fe-a43f-c892f3a23452 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5358238
May 20 18:20:02.615301 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:02.663140 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c247a-e65a-4ba8-be09-86fb0fc0f7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a853c49-d9b9-4470-8bfc-c1c827304f20,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:02.677520 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-e1c811c5-095a-4c2f-a4ca-2a3d9929a642 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c65c48b-e375-4caf-bc97-38ed690289d0 HTTP/1.1" status: 200  len: 217 time: 0.5885892
May 20 18:20:02.684768 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4f8c247a-e65a-4ba8-be09-86fb0fc0f7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:02.706881 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:02.773858 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:02.867140 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:02.918542 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Transition to ACTIVE for port object 8dff1526-0fe5-4431-8c05-9aafd65b939f will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:20:02.941398 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:02.962413 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:03.036730 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4f8c247a-e65a-4ba8-be09-86fb0fc0f7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:03.041102 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-4f8c247a-e65a-4ba8-be09-86fb0fc0f7b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a853c49-d9b9-4470-8bfc-c1c827304f20 HTTP/1.1" status: 204  len: 168 time: 3.7054851
May 20 18:20:03.072179 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:03.080153 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:03.096243 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:03.123090 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 104aadce-0ab9-43d8-ad9f-2f9c1837e18c up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:03.133656 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-edc9a64e-9d66-4932-9080-e628112462c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:03.261698 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67778650-9066-4853-b27b-1b8031c3a388 None None] Pushing event updated for resources: {'Port': ['ID=8dff1526-0fe5-4431-8c05-9aafd65b939f,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:03.270433 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-67778650-9066-4853-b27b-1b8031c3a388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:03.323137 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-2785a261-7778-4208-9f0d-21bb957346cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:03.325164 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-2785a261-7778-4208-9f0d-21bb957346cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=11f1d47f-f7eb-40b0-bade-2ca7125ff674 HTTP/1.1" status: 200  len: 852 time: 0.6087830
May 20 18:20:03.355373 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Usage tracker for resource:security_group_rule and tenant:61d1c95096df4ae5ae08cfd7b137b621 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:03.409650 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:03.410556 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:03.499591 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:03.507799 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'Port': ['ID=f866a238-baa4-4a9a-af3d-043b61dda79b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:03.520192 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:03.529209 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-f36b1b9f-99fb-47c4-87a6-c848c323f87a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=506dc7c1-f232-4ceb-9b57-7b2a196c92da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1898856
May 20 18:20:03.565147 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c9870c-bb3a-4373-b77d-1eb3b1e02d8f', 'tag': '6c65c48b-e375-4caf-bc97-38ed690289d0', 'status': 'completed', 'code': 200}
May 20 18:20:03.576126 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:03.690885 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:20:03.695003 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:20:03.703842 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:20:03.714639 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:03.745043 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:03.828874 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Attempting to bind port 8dff1526-0fe5-4431-8c05-9aafd65b939f on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:20:03.829637 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Attempting to bind port 8dff1526-0fe5-4431-8c05-9aafd65b939f by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:20:03.830471 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Attempting to bind port 8dff1526-0fe5-4431-8c05-9aafd65b939f on network d355b0ef-6872-4b99-811b-508683ead471 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:03.841860 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:20:03.843147 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Checking segment: {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:20:03.843919 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:03.844573 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Bound using segment: {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:20:03.845308 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Bound port: 8dff1526-0fe5-4431-8c05-9aafd65b939f, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:20:03.846237 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:03.924470 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-c0555c57-4383-4ef9-93aa-48668a63ddc5 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:03.935863 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-c0555c57-4383-4ef9-93aa-48668a63ddc5 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 818 time: 1.4732738
May 20 18:20:04.032547 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] For port 8dff1526-0fe5-4431-8c05-9aafd65b939f, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:20:04.048428 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] For port 8dff1526-0fe5-4431-8c05-9aafd65b939f, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=8dff1526-0fe5-4431-8c05-9aafd65b939f,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:20:04.050741 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:04.067540 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:04.085129 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a170a90a0>, [{'id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:53Z', 'revision_number': 4, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'gw_port': {'id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:40Z', 'updated_at': '2021-05-20T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'e1a6f01a-a471-4eff-b416-f02af6de85f0', 'name': '', 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'mac_address': 'fa:16:3e:51:f3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f59cc923-5a27-4de0-83ff-a2a07b2c36f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:49Z', 'updated_at': '2021-05-20T18:19:54Z', 'revision_number': 2, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'subnets': [{'id': 'f59cc923-5a27-4de0-83ff-a2a07b2c36f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:04.101371 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Checking router: 8efc8085-2543-4221-b92c-9ec7813e44b2 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:20:04.102124 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Updating router 8efc8085-2543-4221-b92c-9ec7813e44b2 port e1a6f01a-a471-4eff-b416-f02af6de85f0 binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:20:04.104014 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=580c7b86043f40808720cccc5a5a7785&name=default HTTP/1.1" status: 200  len: 2979 time: 3.9681692
May 20 18:20:04.121325 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35056) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:04.121610 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:04.122366 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35058) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:04.123686 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b366b1cc-965d-4e68-b16c-fffd57d56485,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:04.156947 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:04.188464 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:04.221615 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:04.229668 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 3.6410489
May 20 18:20:04.231295 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9142b9-6600-4d23-81c8-36efa87131cb,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:04.235337 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67778650-9066-4853-b27b-1b8031c3a388 None None] Pushing event updated for resources: {'Port': ['ID=8dff1526-0fe5-4431-8c05-9aafd65b939f,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:04.237172 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35064) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:04.239788 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-67778650-9066-4853-b27b-1b8031c3a388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:04.272680 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:04.285272 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:20:04.286475 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1730b2b0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:04.306337 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:04.318635 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'security_group_rule': {'security_group_id': '7d9142b9-6600-4d23-81c8-36efa87131cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:04.330645 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:04.339329 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:security_group_rule and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:04.345565 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:04.358806 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:04.376741 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.279s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:04.520314 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4d199459-7e09-45b1-855a-ccbf9e78a6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:04.536495 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-f4a8f65e-ec81-43e9-98aa-3364f20cb1f8 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/quotas/661ec981c13b4adab3a3bb8b311c2916 HTTP/1.1" status: 200  len: 375 time: 0.2976947
May 20 18:20:04.596767 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:20:04.699855 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:04.707768 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-e248da02-91ea-48ac-acf9-70be388177d5 service neutron] 10.222.0.22 "GET /v2.0/networks/506dc7c1-f232-4ceb-9b57-7b2a196c92da?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1217406
May 20 18:20:04.736852 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:04.774269 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61d1c95096df4ae5ae08cfd7b137b621&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3983636
May 20 18:20:04.804775 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35076) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:04.849491 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:04.872795 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Transition to ACTIVE for port object e1a6f01a-a471-4eff-b416-f02af6de85f0 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:20:04.889444 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:04.893919 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-0b3a71f2-8f6b-4b73-9e89-dadc18d46fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:04.968086 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.019983 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7acb822-95f2-4a33-99ef-bb10ddb50ba0,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:05.032354 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.073960 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:05.120110 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:05.127160 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d22b2-9806-4168-852b-3336ba15b807 None None] Pushing event updated for resources: {'Port': ['ID=e1a6f01a-a471-4eff-b416-f02af6de85f0,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:05.130435 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cc9d22b2-9806-4168-852b-3336ba15b807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:05.134986 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Usage tracker for resource:security_group_rule and tenant:5488aa4af2474128be5024115975bddc is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:05.136927 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Attempting to bind port e1a6f01a-a471-4eff-b416-f02af6de85f0 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:20:05.137449 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Attempting to bind port e1a6f01a-a471-4eff-b416-f02af6de85f0 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:20:05.137869 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Attempting to bind port e1a6f01a-a471-4eff-b416-f02af6de85f0 on network 61a14b2f-1ef1-4c18-9d3f-32453229511a {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:05.143867 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:20:05.144245 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Checking segment: {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:20:05.144652 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.145045 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Bound using segment: {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:20:05.145540 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Bound port: e1a6f01a-a471-4eff-b416-f02af6de85f0, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:20:05.145951 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.147320 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1730b2b0>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:04Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:05.164551 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:05.169139 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa310956-d3d4-4416-b6c5-45b8629806c7 None None] The sync data for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi is: [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:04Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:20:05.202980 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:05.263422 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] For port e1a6f01a-a471-4eff-b416-f02af6de85f0, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:20:05.291453 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1deb73e5-be45-4c23-b7fa-9ff77f67bcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.292921 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9a28b88-a447-4f0d-add9-2b85e5dcf25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.305268 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] For port e1a6f01a-a471-4eff-b416-f02af6de85f0, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=e1a6f01a-a471-4eff-b416-f02af6de85f0,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:20:05.316925 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.317227 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-37e14b2c-811a-45d9-9ecf-075ae0fc5658 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Synchronizing usage tracker for tenant:661ec981c13b4adab3a3bb8b311c2916 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:05.340365 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:05.529431 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9a28b88-a447-4f0d-add9-2b85e5dcf25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.561930 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Routers {'8efc8085-2543-4221-b92c-9ec7813e44b2'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:20:05.563231 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a170a90a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:19:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['8efc8085-2543-4221-b92c-9ec7813e44b2'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:05.576315 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1deb73e5-be45-4c23-b7fa-9ff77f67bcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.637089 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd93a6-51cb-42c2-8df2-8635cc58faa9 req-cf6dcb4a-0f8d-44de-86cc-f906b8615f58 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:05.640397 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bddd93a6-51cb-42c2-8df2-8635cc58faa9 req-cf6dcb4a-0f8d-44de-86cc-f906b8615f58 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 944 time: 1.3985488
May 20 18:20:05.643596 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.752761 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.753852 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35088) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:05.824501 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:05.831353 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.893607 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295c561f-0f81-4aef-ade2-13dfb076d64a,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:05.906418 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.916080 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6071589
May 20 18:20:05.920653 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:05.931709 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35094) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:05.949198 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'security_group_rule': {'security_group_id': '7d9142b9-6600-4d23-81c8-36efa87131cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:05.973087 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:05.982023 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bddd93a6-51cb-42c2-8df2-8635cc58faa9 req-6dd671e7-1c29-410f-8b04-fffa801b4847 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993665
May 20 18:20:05.982959 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9a28b88-a447-4f0d-add9-2b85e5dcf25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:05.993268 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d22b2-9806-4168-852b-3336ba15b807 None None] Pushing event updated for resources: {'Port': ['ID=e1a6f01a-a471-4eff-b416-f02af6de85f0,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:05.995505 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:security_group_rule and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:06.003015 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cc9d22b2-9806-4168-852b-3336ba15b807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:06.006678 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:06.012469 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f014b8d6-0c6d-4d49-8a74-cb5ae2a8483a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:06.012865 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] Set router 8efc8085-2543-4221-b92c-9ec7813e44b2 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:20:06.022411 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.056451 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a28b88-a447-4f0d-add9-2b85e5dcf25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7acb822-95f2-4a33-99ef-bb10ddb50ba0,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:06.068061 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:06.072639 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.074053 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.083714 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b9a28b88-a447-4f0d-add9-2b85e5dcf25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:06.103056 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9a28b88-a447-4f0d-add9-2b85e5dcf25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.107567 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b9a28b88-a447-4f0d-add9-2b85e5dcf25b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7acb822-95f2-4a33-99ef-bb10ddb50ba0 HTTP/1.1" status: 204  len: 168 time: 1.2900875
May 20 18:20:06.163997 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.178249 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-aeae2f4d-e038-4e4d-87fd-78afde230cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:06.218569 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.352915 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-37e14b2c-811a-45d9-9ecf-075ae0fc5658 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Unset dirty status for tenant:661ec981c13b4adab3a3bb8b311c2916 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:06.362859 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-37e14b2c-811a-45d9-9ecf-075ae0fc5658 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&fields=id HTTP/1.1" status: 200  len: 255 time: 1.8245239
May 20 18:20:06.370098 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.486103 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1deb73e5-be45-4c23-b7fa-9ff77f67bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.512453 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:06.513919 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5488aa4af2474128be5024115975bddc&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3850079
May 20 18:20:06.542576 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35102) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:06.548735 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1deb73e5-be45-4c23-b7fa-9ff77f67bcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.550654 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-1deb73e5-be45-4c23-b7fa-9ff77f67bcf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b366b1cc-965d-4e68-b16c-fffd57d56485 HTTP/1.1" status: 204  len: 168 time: 2.4191704
May 20 18:20:06.562678 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aae49e-55af-46a5-9cd4-39cd82c76c91,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:06.580575 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:06.647603 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Usage tracker for resource:security_group_rule and tenant:dd81ff65f0c34924a97805297897f640 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:06.664161 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:06.708713 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:06.724282 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:06.747604 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.772877 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.805411 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a170a90a0>, [{'id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:53Z', 'revision_number': 4, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'gw_port': {'id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:40Z', 'updated_at': '2021-05-20T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'e1a6f01a-a471-4eff-b416-f02af6de85f0', 'name': '', 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'mac_address': 'fa:16:3e:51:f3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f59cc923-5a27-4de0-83ff-a2a07b2c36f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:49Z', 'updated_at': '2021-05-20T18:20:05Z', 'revision_number': 4, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'subnets': [{'id': 'f59cc923-5a27-4de0-83ff-a2a07b2c36f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:06.820843 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f56d95-841d-4be9-9727-efc37bcc7ac3 None None] The sync data for ids ['8efc8085-2543-4221-b92c-9ec7813e44b2'] in dv-cinder-792299-2-iscsi is: [{'id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:19:53Z', 'revision_number': 4, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'gw_port': {'id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:40Z', 'updated_at': '2021-05-20T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'e1a6f01a-a471-4eff-b416-f02af6de85f0', 'name': '', 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'mac_address': 'fa:16:3e:51:f3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f59cc923-5a27-4de0-83ff-a2a07b2c36f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:49Z', 'updated_at': '2021-05-20T18:20:05Z', 'revision_number': 4, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'subnets': [{'id': 'f59cc923-5a27-4de0-83ff-a2a07b2c36f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:20:06.958133 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:06.962781 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.6105514
May 20 18:20:06.998643 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5ff46e14-e04a-4925-860e-97203afa7530 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:07.154675 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-44139b37-022d-4cdd-adc6-8085cc46782c service neutron] 10.222.0.13 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7595572
May 20 18:20:07.174419 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:07.176843 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2437286
May 20 18:20:07.185128 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 8dff1526-0fe5-4431-8c05-9aafd65b939f up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:07.192007 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35120) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:07.194366 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'Port': ['ID=f866a238-baa4-4a9a-af3d-043b61dda79b,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:07.219149 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:07.222757 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-557cf3e4-6265-40d6-9c9a-c992b22a19f0 req-2ca10938-887e-4bda-a2d8-cd691d053cd4 service neutron] 10.222.0.22 "GET /v2.0/networks/506dc7c1-f232-4ceb-9b57-7b2a196c92da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8058486
May 20 18:20:07.258008 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:07.310769 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5ea8da29-aafc-4acc-af36-485532c6b552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:07.335522 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1805021c-4b2a-4abe-a3f7-74345502eb29,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:07.346225 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'floatingip': {'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:07.360516 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb73e5-be45-4c23-b7fa-9ff77f67bcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b366b1cc-965d-4e68-b16c-fffd57d56485,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:07.383237 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1deb73e5-be45-4c23-b7fa-9ff77f67bcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:07.454942 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:07.455349 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 8dff1526-0fe5-4431-8c05-9aafd65b939f completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:20:07.474679 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 8dff1526-0fe5-4431-8c05-9aafd65b939f triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:07.474943 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:07.479433 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:floatingip and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:07.498013 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:07.519390 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5ea8da29-aafc-4acc-af36-485532c6b552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:07.531527 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:07.612866 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:07.646938 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4cfcb-6102-4569-af8a-94f312422896 req-82ef4d2c-4c88-41c6-9abf-05fd17d78805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:07.648784 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-bea4cfcb-6102-4569-af8a-94f312422896 req-82ef4d2c-4c88-41c6-9abf-05fd17d78805 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0db7ba629fe4f6e891e56cc9ea6b5dd&device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 1097 time: 0.3348279
May 20 18:20:07.686640 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:07.766695 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:07.862864 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 8dff1526-0fe5-4431-8c05-9aafd65b939f, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=8dff1526-0fe5-4431-8c05-9aafd65b939f,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:07.870773 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-8d649ba9-0236-4168-b766-048d596b581c service neutron] 10.222.0.13 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6541243
May 20 18:20:07.880032 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:07.880529 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35136) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:07.888911 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1249ed47-a5de-4bd1-b2b3-86af70fe1ea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:07.969113 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.019854 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e022421-9aea-4a1e-b7e2-706006c1aa4c req-22f68493-654d-4b0b-b5d8-c53c32f527de tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:08.021955 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0e022421-9aea-4a1e-b7e2-706006c1aa4c req-22f68493-654d-4b0b-b5d8-c53c32f527de tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 944 time: 0.6722000
May 20 18:20:08.026201 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.062373 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1b07b962-09fa-4f69-9c45-e2113323bef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:08.073467 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd81ff65f0c34924a97805297897f640&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3074605
May 20 18:20:08.078431 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35140) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:08.105933 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=8dff1526-0fe5-4431-8c05-9aafd65b939f,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:08.117985 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:08.129085 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.173071 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5ea8da29-aafc-4acc-af36-485532c6b552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.185633 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc14c145-7534-4de4-b642-9f61c24cd42d,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:08.224499 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:08.259754 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4cfcb-6102-4569-af8a-94f312422896 req-32242f8c-d545-413f-a3e8-0737cea708e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:08.260617 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0e022421-9aea-4a1e-b7e2-706006c1aa4c req-ef2de9fe-a549-41b8-bb7a-83db43e556f9 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997786
May 20 18:20:08.262467 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-bea4cfcb-6102-4569-af8a-94f312422896 req-32242f8c-d545-413f-a3e8-0737cea708e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=506dc7c1-f232-4ceb-9b57-7b2a196c92da HTTP/1.1" status: 200  len: 912 time: 0.6014566
May 20 18:20:08.281584 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:08.300760 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Usage tracker for resource:security_group_rule and tenant:f1563daeb0324f8fa0f6a836cb96c7d2 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:08.305697 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:08.311419 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-38511fbe-dac3-4796-8409-6cd2d359ee76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.319652 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:08.378735 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9dc63bfd-6278-4fbd-9f02-b8eb92274a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:08.380078 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-38511fbe-dac3-4796-8409-6cd2d359ee76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.505909 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8da29-aafc-4acc-af36-485532c6b552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aae49e-55af-46a5-9cd4-39cd82c76c91,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:08.533324 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b607cffd-8aa5-405e-a842-b0a333fd6703 req-889dc5ff-8698-4662-b9c8-3f2a0de1603f tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 210 time: 0.1159368
May 20 18:20:08.552223 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5ea8da29-aafc-4acc-af36-485532c6b552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:08.614925 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-bea4cfcb-6102-4569-af8a-94f312422896 req-e5be19c2-09c3-417b-aaee-5fe63a690e5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c65c48b-e375-4caf-bc97-38ed690289d0 HTTP/1.1" status: 200  len: 217 time: 0.2061431
May 20 18:20:08.625163 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-32119678-6087-4a06-9c44-d57dc663d011 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Synchronizing usage tracker for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:08.629364 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-38511fbe-dac3-4796-8409-6cd2d359ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.637624 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:08.660871 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38511fbe-dac3-4796-8409-6cd2d359ee76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc14c145-7534-4de4-b642-9f61c24cd42d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:08.665638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-38511fbe-dac3-4796-8409-6cd2d359ee76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:08.670849 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-38511fbe-dac3-4796-8409-6cd2d359ee76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.672142 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-38511fbe-dac3-4796-8409-6cd2d359ee76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc14c145-7534-4de4-b642-9f61c24cd42d HTTP/1.1" status: 204  len: 168 time: 0.5774624
May 20 18:20:08.694060 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-32119678-6087-4a06-9c44-d57dc663d011 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Unset dirty status for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:08.704927 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-32119678-6087-4a06-9c44-d57dc663d011 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--502307051&fields=id&tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed HTTP/1.1" status: 200  len: 267 time: 0.2231820
May 20 18:20:08.756518 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5ea8da29-aafc-4acc-af36-485532c6b552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.761273 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-5ea8da29-aafc-4acc-af36-485532c6b552 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12aae49e-55af-46a5-9cd4-39cd82c76c91 HTTP/1.1" status: 204  len: 168 time: 2.2089758
May 20 18:20:08.796880 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:08.860664 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4cfcb-6102-4569-af8a-94f312422896 req-1f6d1878-ccac-45a6-a020-920cb13ff4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:08.863273 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-bea4cfcb-6102-4569-af8a-94f312422896 req-1f6d1878-ccac-45a6-a020-920cb13ff4f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=11f1d47f-f7eb-40b0-bade-2ca7125ff674 HTTP/1.1" status: 200  len: 852 time: 0.2339664
May 20 18:20:09.030172 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:09.156495 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:09.196576 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-bea4cfcb-6102-4569-af8a-94f312422896 req-fe2b2230-f23a-424b-8dae-019b61b611a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=506dc7c1-f232-4ceb-9b57-7b2a196c92da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1909115
May 20 18:20:09.211445 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:09.300302 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 8dff1526-0fe5-4431-8c05-9aafd65b939f up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:09.486871 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 8dff1526-0fe5-4431-8c05-9aafd65b939f triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:09.488035 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:09.723799 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-7a5ea668-def4-492b-9943-3768f5b70309 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:09.724609 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-7a5ea668-def4-492b-9943-3768f5b70309 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Synchronizing usage tracker for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:09.836066 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e1a6f01a-a471-4eff-b416-f02af6de85f0 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:09.849256 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-989882b7-ce2e-4ee3-a3f7-aa5411d40b9d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:09.858588 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-989882b7-ce2e-4ee3-a3f7-aa5411d40b9d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 818 time: 0.6449888
May 20 18:20:09.860435 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-7a5ea668-def4-492b-9943-3768f5b70309 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Unset dirty status for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:09.868462 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-7a5ea668-def4-492b-9943-3768f5b70309 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 811 time: 1.1476402
May 20 18:20:09.899703 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-062a8636-3581-48d5-b48d-c21a971a5a64 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/quotas/4bd2f4431c264c9bab9e6b20d3b6e6ed HTTP/1.1" status: 200  len: 375 time: 0.0297742
May 20 18:20:09.929867 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bcf24b-360b-4d3c-8544-43923f959610,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:09.945214 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:09.961592 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-70c84bc9-5b5d-47ac-9604-353c55c9dfc1 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/quotas/661ec981c13b4adab3a3bb8b311c2916 HTTP/1.1" status: 200  len: 375 time: 0.0897694
May 20 18:20:09.973613 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1563daeb0324f8fa0f6a836cb96c7d2&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0865762
May 20 18:20:10.002429 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35218) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:10.064797 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35224) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:10.134028 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port e1a6f01a-a471-4eff-b416-f02af6de85f0 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:20:10.136320 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.139676 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Allocated IP 172.27.0.95 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/92b5f85f-00e4-48d4-9da8-b30f32ab102c) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:20:10.150357 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port e1a6f01a-a471-4eff-b416-f02af6de85f0 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:10.151212 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.230221 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:10.239969 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4df5ac7534744afd81cbc96bc5611203 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:10.246714 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:10.266632 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:10.493266 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.559193 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.576278 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c881b095-d290-4369-b0ba-3c50db539a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.578153 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.618768 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:10.668925 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.671609 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c881b095-d290-4369-b0ba-3c50db539a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.676416 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.681645 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-bea4cfcb-6102-4569-af8a-94f312422896 req-ef81a671-68cf-4be9-9549-6fc60bd79a94 service neutron] 10.222.0.22 "GET /v2.0/networks/506dc7c1-f232-4ceb-9b57-7b2a196c92da?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4112096
May 20 18:20:10.713699 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436f52ed-8412-44da-9593-7f156b25d3ba,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:10.721603 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:10.734867 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:10.750712 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port e1a6f01a-a471-4eff-b416-f02af6de85f0, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=e1a6f01a-a471-4eff-b416-f02af6de85f0,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:10.760757 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:10.768514 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:10.796090 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4df5ac7534744afd81cbc96bc5611203&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7068710
May 20 18:20:10.798900 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35240) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:10.843125 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-8a5a4936-90b4-438b-b7c6-5a4bb339ffcb tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Synchronizing usage tracker for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:10.869721 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-9ea52821-b574-4192-8d4f-f8ddc7b1f3fc tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9054608
May 20 18:20:10.925793 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-8a5a4936-90b4-438b-b7c6-5a4bb339ffcb tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Unset dirty status for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:10.928034 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:20:10.945241 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-8a5a4936-90b4-438b-b7c6-5a4bb339ffcb tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&fields=id HTTP/1.1" status: 200  len: 348 time: 1.0445757
May 20 18:20:10.951307 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:20:11.026038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:20:11.062038 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=e1a6f01a-a471-4eff-b416-f02af6de85f0,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:11.086325 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:11.099900 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.22', 55974) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:11.209442 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'Port': ['ID=92b5f85f-00e4-48d4-9da8-b30f32ab102c,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:11.222137 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:11.230997 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eac6c1ad-f49d-425a-b5cb-af1aee13bd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:11.292367 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:11.384876 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eac6c1ad-f49d-425a-b5cb-af1aee13bd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:11.418272 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c881b095-d290-4369-b0ba-3c50db539a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:11.443349 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-bea4cfcb-6102-4569-af8a-94f312422896 req-7854c7e2-4263-4143-83e7-323058ecfb8b service neutron] 10.222.0.22 "GET /v2.0/networks/506dc7c1-f232-4ceb-9b57-7b2a196c92da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7445686
May 20 18:20:11.465062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-13e488d2-d90f-4215-a08b-1a8770cb1386 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:20:11.466580 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-13e488d2-d90f-4215-a08b-1a8770cb1386 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2368815
May 20 18:20:11.497310 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-0e7808c4-e563-4bca-a624-7925bb2e2cda service neutron] 10.222.0.13 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5210531
May 20 18:20:11.497533 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 6c65c48b-e375-4caf-bc97-38ed690289d0 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:20:11.524398 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1deb73e5-be45-4c23-b7fa-9ff77f67bcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:11.613047 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881b095-d290-4369-b0ba-3c50db539a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bcf24b-360b-4d3c-8544-43923f959610,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:11.620953 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c881b095-d290-4369-b0ba-3c50db539a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:11.624982 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:11.678847 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c881b095-d290-4369-b0ba-3c50db539a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:11.684284 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-c881b095-d290-4369-b0ba-3c50db539a73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5bcf24b-360b-4d3c-8544-43923f959610 HTTP/1.1" status: 204  len: 168 time: 1.6797600
May 20 18:20:11.938070 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 6c65c48b-e375-4caf-bc97-38ed690289d0, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6c65c48b-e375-4caf-bc97-38ed690289d0,segment=NetworkSegment(1a0814c8-401b-4451-a07a-901da70084c3),segment_id=1a0814c8-401b-4451-a07a-901da70084c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:11.980874 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '6c65c48b-e375-4caf-bc97-38ed690289d0', 'network_id': '506dc7c1-f232-4ceb-9b57-7b2a196c92da', 'port_id': '6c65c48b-e375-4caf-bc97-38ed690289d0', 'mac_address': 'fa:16:3e:e2:5a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f1d47f-f7eb-40b0-bade-2ca7125ff674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:20:12.047410 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-c6a8e120-9278-4bbe-bfb2-3fbb0a8dcb81 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:12.051042 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-c6a8e120-9278-4bbe-bfb2-3fbb0a8dcb81 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 818 time: 0.9480927
May 20 18:20:12.098910 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Request body: {'port': {'device_id': 'b34dabf1-cc23-4f44-a102-f6681613d70d', 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a', 'admin_state_up': True, 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:12.107598 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:12.196419 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-2c8018c1-34a0-4d54-a97a-16c5a53e8228 service neutron] 10.222.0.13 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6689744
May 20 18:20:12.225684 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c65c48b-e375-4caf-bc97-38ed690289d0 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:20:12.251127 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:12.261476 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:12.264608 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 6c65c48b-e375-4caf-bc97-38ed690289d0, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6c65c48b-e375-4caf-bc97-38ed690289d0,segment=NetworkSegment(1a0814c8-401b-4451-a07a-901da70084c3),segment_id=1a0814c8-401b-4451-a07a-901da70084c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:12.270183 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:12.273908 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:12.276806 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:12.389312 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=6c65c48b-e375-4caf-bc97-38ed690289d0,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:12.402833 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:12.411028 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eac6c1ad-f49d-425a-b5cb-af1aee13bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:12.414126 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'Port': ['ID=92b5f85f-00e4-48d4-9da8-b30f32ab102c,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:12.422794 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:12.425593 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:12.453873 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:12.454327 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.2100892
May 20 18:20:12.539393 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cf5dc0df-0c59-4201-8c43-be47bffaf7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:12.566268 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-e7320311-a838-43b0-bdd8-9acd01c39372 service neutron] 10.222.0.13 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0672889
May 20 18:20:12.642253 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['6c65c48b-e375-4caf-bc97-38ed690289d0'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:20:12.700831 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eac6c1ad-f49d-425a-b5cb-af1aee13bd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:12.704790 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-eac6c1ad-f49d-425a-b5cb-af1aee13bd32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/436f52ed-8412-44da-9593-7f156b25d3ba HTTP/1.1" status: 204  len: 168 time: 1.8998506
May 20 18:20:12.705920 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6c1ad-f49d-425a-b5cb-af1aee13bd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436f52ed-8412-44da-9593-7f156b25d3ba,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:12.845508 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-eac6c1ad-f49d-425a-b5cb-af1aee13bd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:12.896959 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-ca548a74-ab14-4959-90f5-ebb2da6f9742 service neutron] 10.222.0.13 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6927533
May 20 18:20:12.898740 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:12.941039 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:12.969491 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Made reservation on behalf of 661ec981c13b4adab3a3bb8b311c2916 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:20:12.982642 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:13.069271 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e1a6f01a-a471-4eff-b416-f02af6de85f0 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:13.264480 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port e1a6f01a-a471-4eff-b416-f02af6de85f0 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:13.272158 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:14.053673 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-84c1280a-b6dc-47df-aa1e-64410eacb692 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Synchronizing usage tracker for tenant:58767036664145c8966c2f08be8dcd2d on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:14.083346 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dddf3-2daf-46a0-be60-369bf1d8c8a7 req-f88ba0f8-fd20-47a5-8cbe-118cf3cbef96 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:14.114045 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-921dddf3-2daf-46a0-be60-369bf1d8c8a7 req-f88ba0f8-fd20-47a5-8cbe-118cf3cbef96 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 945 time: 0.9061651
May 20 18:20:14.219804 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Allocated IP 172.20.0.14 (61a14b2f-1ef1-4c18-9d3f-32453229511a/f59cc923-5a27-4de0-83ff-a2a07b2c36f8/0207646c-1bf1-4a1f-b8b3-5431018a90f6) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:20:14.293911 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-84c1280a-b6dc-47df-aa1e-64410eacb692 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Unset dirty status for tenant:58767036664145c8966c2f08be8dcd2d on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:14.299668 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-84c1280a-b6dc-47df-aa1e-64410eacb692 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1853782086&fields=id&tenant_id=58767036664145c8966c2f08be8dcd2d HTTP/1.1" status: 200  len: 267 time: 0.7889669
May 20 18:20:14.700450 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-35e7b9e6-66c7-4491-aef6-e4672e325e98 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:14.701535 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-35e7b9e6-66c7-4491-aef6-e4672e325e98 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Synchronizing usage tracker for tenant:58767036664145c8966c2f08be8dcd2d on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:14.775439 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-921dddf3-2daf-46a0-be60-369bf1d8c8a7 req-0d0f58d9-d6fb-4e50-ac07-e9ebae73f62a tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6601028
May 20 18:20:14.853992 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-35e7b9e6-66c7-4491-aef6-e4672e325e98 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Unset dirty status for tenant:58767036664145c8966c2f08be8dcd2d on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:14.853992 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-35e7b9e6-66c7-4491-aef6-e4672e325e98 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 816 time: 0.5354862
May 20 18:20:14.899101 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-bf31e952-5a82-4429-a6e0-7783b0138375 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/quotas/58767036664145c8966c2f08be8dcd2d HTTP/1.1" status: 200  len: 375 time: 0.0362215
May 20 18:20:15.025213 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:15.128412 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-dfc25496-58d1-4252-aa87-a5d8bcb7f81c req-d13d7410-2cf5-4208-b16e-2f0923c7add6 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 210 time: 0.0992265
May 20 18:20:15.322702 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-2427b50b-b26a-4ac1-a375-7547808e2f2b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4222143
May 20 18:20:15.476251 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 6c65c48b-e375-4caf-bc97-38ed690289d0 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:15.501785 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-619dd5e9-319f-4c88-b62c-bc439bb103e1 req-5c7cf3ad-db82-4724-8731-57c90d981aa6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 210 time: 0.2024786
May 20 18:20:15.512803 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:15.580401 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:15.704678 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 6c65c48b-e375-4caf-bc97-38ed690289d0 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:20:15.714387 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 6c65c48b-e375-4caf-bc97-38ed690289d0 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:15.714767 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:15.722498 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-d1c78c90-d18a-4c47-b31e-7dd87382fd3b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:15.734043 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-d1c78c90-d18a-4c47-b31e-7dd87382fd3b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 811 time: 0.5785625
May 20 18:20:15.916867 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:15.965740 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 6c65c48b-e375-4caf-bc97-38ed690289d0, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6c65c48b-e375-4caf-bc97-38ed690289d0,segment=NetworkSegment(1a0814c8-401b-4451-a07a-901da70084c3),segment_id=1a0814c8-401b-4451-a07a-901da70084c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:15.966998 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c9870c-bb3a-4373-b77d-1eb3b1e02d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c65c48b-e375-4caf-bc97-38ed690289d0'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:15.971933 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-07da7208-143b-4bda-b85b-8ff99cd4a63f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed HTTP/1.1" status: 200  len: 379 time: 0.2278512
May 20 18:20:15.995505 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'port': {'device_id': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'admin_state_up': True, 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'security_groups': ['9dac2fb6-9eb7-4948-92ab-25366801e625']}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:16.038036 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:16.041216 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:16.076623 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.22', 55986) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:16.185267 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=6c65c48b-e375-4caf-bc97-38ed690289d0,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:16.195122 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:16.237802 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Network 61a14b2f-1ef1-4c18-9d3f-32453229511a is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:20:16.242834 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Pushing event updated for resources: {'Port': ['ID=0207646c-1bf1-4a1f-b8b3-5431018a90f6,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:16.259326 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:16.265245 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-a9746766-cf88-4461-acc7-dafae96d5300 service neutron] 10.222.0.13 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8435009
May 20 18:20:16.268956 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:20:16.357649 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:20:16.363354 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:16.364187 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:16.523347 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:16.533213 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-d38da2be-e01b-4cc6-9d7b-e3db35cbb529 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:16.534284 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-d38da2be-e01b-4cc6-9d7b-e3db35cbb529 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Synchronizing usage tracker for tenant:661ec981c13b4adab3a3bb8b311c2916 on resource:network {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:16.548432 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:16.570087 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-d38da2be-e01b-4cc6-9d7b-e3db35cbb529 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Unset dirty status for tenant:661ec981c13b4adab3a3bb8b311c2916 on resource:network {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:16.576616 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-d38da2be-e01b-4cc6-9d7b-e3db35cbb529 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 818 time: 0.4877264
May 20 18:20:16.591784 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Request body: {'port': {'device_id': 'e9545fbb-b849-4c4b-916a-7bc112c281b4', 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a', 'admin_state_up': True, 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:16.603921 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5144172
May 20 18:20:16.620337 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Request body: {'port': {'device_id': 'b34dabf1-cc23-4f44-a102-f6681613d70d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:16.680616 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce32ba-13aa-4a26-a8d8-c1b650473e60 req-2240fdec-00bd-4bfc-bb87-bf5ca5513251 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:16.688896 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-90ce32ba-13aa-4a26-a8d8-c1b650473e60 req-2240fdec-00bd-4bfc-bb87-bf5ca5513251 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 946 time: 0.4225154
May 20 18:20:16.747416 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-7dad59cd-4e4c-47f4-95c2-876c65e6b984 service neutron] 10.222.0.13 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4143064
May 20 18:20:16.780360 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:16.786224 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Made reservation on behalf of 4bd2f4431c264c9bab9e6b20d3b6e6ed for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:20:16.790752 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:16.806722 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Usage tracker for resource:port and tenant:661ec981c13b4adab3a3bb8b311c2916 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:16.814068 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:16.831187 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-90ce32ba-13aa-4a26-a8d8-c1b650473e60 req-49b0d4aa-c8a1-4da7-bee8-5455b445bbac tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410372
May 20 18:20:16.832878 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:16.898753 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:16.997839 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:20:17.123822 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f25bfb60-2c87-4563-8f52-b8ec23cba31a req-af6dd191-83eb-4ab3-8376-4a7077efc11b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 210 time: 0.0684457
May 20 18:20:17.204207 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Made reservation on behalf of 661ec981c13b4adab3a3bb8b311c2916 for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:20:17.209247 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:17.295700 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35464) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:17.337069 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-25b78a27-2e70-4ea5-9d66-6aeba2811a18 req-ec4d159f-8972-49f7-aed9-fdb6ffbdea3b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 210 time: 0.0988038
May 20 18:20:17.344821 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-bca14c9b-4dcb-462b-b4c0-28a9f7333be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:17.358794 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-499e573c-2803-46f2-b282-3f979d1aadbf req-85350ad6-f626-4970-8e69-54f8c2e51b99 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Synchronizing usage tracker for tenant:661ec981c13b4adab3a3bb8b311c2916 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:17.435654 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35476) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:17.478931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Allocated IP 172.20.0.14 (98132ccf-ac6c-473f-b741-54319366f218/6ddc22d5-9020-4d66-a7a4-77a0d2332066/a2dcd1ab-58d0-405c-92a4-6dd1eb113c69) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:20:17.579504 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-499e573c-2803-46f2-b282-3f979d1aadbf req-85350ad6-f626-4970-8e69-54f8c2e51b99 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Unset dirty status for tenant:661ec981c13b4adab3a3bb8b311c2916 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:17.581351 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-499e573c-2803-46f2-b282-3f979d1aadbf req-85350ad6-f626-4970-8e69-54f8c2e51b99 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 210 time: 0.4732659
May 20 18:20:17.764679 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c9870c-bb3a-4373-b77d-1eb3b1e02d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c65c48b-e375-4caf-bc97-38ed690289d0', 'code': 200}
May 20 18:20:17.838879 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:17.863470 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0207646c-1bf1-4a1f-b8b3-5431018a90f6 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:20:17.873115 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:17.894289 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Transition to ACTIVE for port object 0207646c-1bf1-4a1f-b8b3-5431018a90f6 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:20:17.901602 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:17.914508 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:18.036533 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:18.057288 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Pushing event updated for resources: {'Port': ['ID=0207646c-1bf1-4a1f-b8b3-5431018a90f6,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:18.062926 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:18.066986 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.22', 55989) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:18.075230 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Usage tracker for resource:security_group_rule and tenant:483a36a74adb4a8f8c134bb6741c0066 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:18.085780 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:18.144215 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:18.212916 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:18.301148 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Attempting to bind port 0207646c-1bf1-4a1f-b8b3-5431018a90f6 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:20:18.301986 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Attempting to bind port 0207646c-1bf1-4a1f-b8b3-5431018a90f6 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:20:18.302459 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Attempting to bind port 0207646c-1bf1-4a1f-b8b3-5431018a90f6 on network 61a14b2f-1ef1-4c18-9d3f-32453229511a {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:18.313473 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Port 0207646c-1bf1-4a1f-b8b3-5431018a90f6 on network 61a14b2f-1ef1-4c18-9d3f-32453229511a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:20:18.313473 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Attempting to bind port 0207646c-1bf1-4a1f-b8b3-5431018a90f6 on network 61a14b2f-1ef1-4c18-9d3f-32453229511a {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:18.322935 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:20:18.323502 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Checking segment: {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:20:18.324213 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Bound using segment: {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:20:18.324783 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Bound port: 0207646c-1bf1-4a1f-b8b3-5431018a90f6, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:20:18.325391 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:18.377027 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Allocated IP 172.20.0.7 (61a14b2f-1ef1-4c18-9d3f-32453229511a/f59cc923-5a27-4de0-83ff-a2a07b2c36f8/fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:20:18.419405 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:18.442473 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:18.464755 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:62f48ae4974646f78e4f9d2e459296ac is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:18.489281 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:18.489388 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee09105-2a3c-45ad-be8b-054e0cba3695 req-039d3962-dcf1-4fdb-8fc8-f112af65f70a tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:18.495119 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5ee09105-2a3c-45ad-be8b-054e0cba3695 req-039d3962-dcf1-4fdb-8fc8-f112af65f70a tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 946 time: 0.4349773
May 20 18:20:18.502867 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a5f19488-5716-42cf-ac70-97b93a79d191 req-01b44a26-b4eb-4fca-921b-6bb1ad1f5385 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 210 time: 0.1571987
May 20 18:20:18.509717 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-992caa50-5ab0-4e37-a65f-47a50c8f5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:18.512555 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-992caa50-5ab0-4e37-a65f-47a50c8f5c68 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 1099 time: 0.4339004
May 20 18:20:18.520041 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:18.550933 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] For port 0207646c-1bf1-4a1f-b8b3-5431018a90f6, host hv-cinder-79229, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:20:18.552591 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Transition to ACTIVE for port object a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:20:18.579512 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:18.595724 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5ee09105-2a3c-45ad-be8b-054e0cba3695 req-d319f8e4-83f6-4d26-8d51-f5e5f104c0ce tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993557
May 20 18:20:18.610878 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] For port 0207646c-1bf1-4a1f-b8b3-5431018a90f6, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:20:18.620319 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:18.630480 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:18.780485 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:18.783000 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:18.783000 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] 10.222.0.22 "PUT /v2.0/ports/0207646c-1bf1-4a1f-b8b3-5431018a90f6 HTTP/1.1" status: 200  len: 1094 time: 2.1716716
May 20 18:20:18.783397 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34dabf1-cc23-4f44-a102-f6681613d70d', 'tag': '0207646c-1bf1-4a1f-b8b3-5431018a90f6'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:18.913351 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.22', 55991) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:18.952040 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:19.063628 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:19.067172 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Usage tracker for resource:security_group_rule and tenant:be06cc7216c74f04add8d2ff545c614f is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:19.093053 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:19.119768 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-763308c3-9c71-412b-9cba-27a16478c988 req-26d295a3-45a4-42c9-a748-0228d7217475 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 210 time: 0.2698269
May 20 18:20:19.165743 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:19.168927 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:19.171614 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-be8e941e-5013-4204-a539-c07077b60a2f req-2dfb9d8f-f396-4ead-9f02-f4557082e890 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 210 time: 0.2837985
May 20 18:20:19.175047 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Pushing event updated for resources: {'Port': ['ID=0207646c-1bf1-4a1f-b8b3-5431018a90f6,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:19.184472 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:19.388093 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:19.427965 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Network 98132ccf-ac6c-473f-b741-54319366f218 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:20:19.456407 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:20:19.459671 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:19.475366 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:20:19.487191 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:19.488298 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:19.495806 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-7da66000-2d46-4615-a886-eeee6f9d2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:19.498387 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-7da66000-2d46-4615-a886-eeee6f9d2cff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1097 time: 0.6089692
May 20 18:20:19.509705 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-7e403d10-ad2a-46c3-8751-776f7a74e33c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:19.512818 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-7e403d10-ad2a-46c3-8751-776f7a74e33c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 816 time: 0.5940752
May 20 18:20:19.599625 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:19.636261 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-070c165c-10a5-41f9-9021-13e4cdf9043a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6 HTTP/1.1" status: 200  len: 217 time: 0.1138031
May 20 18:20:19.653125 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'Port': ['ID=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:19.672424 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:19.700624 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:19.761490 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:19.781962 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34dabf1-cc23-4f44-a102-f6681613d70d', 'tag': '0207646c-1bf1-4a1f-b8b3-5431018a90f6', 'status': 'completed', 'code': 200}
May 20 18:20:19.828850 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8fea5157-72a9-43fc-ae60-4f4bdd41c7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:19.907525 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-0b95532e-a17c-4a7f-8db0-72de556ad779 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58767036664145c8966c2f08be8dcd2d HTTP/1.1" status: 200  len: 380 time: 0.3830738
May 20 18:20:19.966164 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1b78839d-c03a-4fd2-ae6c-795039e2a105 None None] Provisioning for port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:20:19.976191 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1b78839d-c03a-4fd2-ae6c-795039e2a105 None None] Provisioning complete for port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:19.977918 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1b78839d-c03a-4fd2-ae6c-795039e2a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.012959 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-3d3d4605-e27d-43d5-9e0a-1245e38bac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:20.014627 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-3d3d4605-e27d-43d5-9e0a-1245e38bac16 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.3704681
May 20 18:20:20.014834 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=483a36a74adb4a8f8c134bb6741c0066&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7177577
May 20 18:20:20.015777 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35570) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:20.030631 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.037514 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'port': {'device_id': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'admin_state_up': True, 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'security_groups': ['7d9142b9-6600-4d23-81c8-36efa87131cb']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:20.070891 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.082265 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30043fb9-79b6-42d7-8a23-88f34680efb0,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:20.098872 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:20.110192 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a7a331ba-461e-443e-9802-6d8d21af2aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:20.115550 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1b78839d-c03a-4fd2-ae6c-795039e2a105 None None] Port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:20:20.136362 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-3c408645-d2d0-460e-abe6-e29626e0db8f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0737765
May 20 18:20:20.148411 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1708815
May 20 18:20:20.161299 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.188034 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Synchronizing usage tracker for tenant:be06cc7216c74f04add8d2ff545c614f on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:20.198997 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Request body: {'port': {'device_id': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:20.289315 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.340097 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=973bd01b-2bd1-45f2-9cdb-ec2e86465555,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:20.353124 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.360567 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:20.375615 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a50e5aa7-edf1-4ec0-bca0-5f46fc3149b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:20.428114 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62f48ae4974646f78e4f9d2e459296ac&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9910238
May 20 18:20:20.456784 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35582) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:20.534082 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Unset dirty status for tenant:be06cc7216c74f04add8d2ff545c614f on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:20.536644 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.0074804
May 20 18:20:20.573786 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d1a262-1dee-4919-9671-971e62d1da31,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:20.588778 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Network 61a14b2f-1ef1-4c18-9d3f-32453229511a is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:20:20.590344 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:20.591156 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4a4c2481-61c6-4ba0-9899-72406cf0277c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:20.614786 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-9faa9eb4-170a-4dbd-b038-1b0d2570be05 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4606624
May 20 18:20:20.627225 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:20:20.636864 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:20:20.642543 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:20.643211 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.644989 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d317f5-5638-4d9d-86ad-2dd3597b04bd req-31f3e53b-a4e1-4504-8c42-41e09119601d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:20.646657 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-59d317f5-5638-4d9d-86ad-2dd3597b04bd req-31f3e53b-a4e1-4504-8c42-41e09119601d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 932 time: 0.8312309
May 20 18:20:20.647403 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d5c4590c-77db-4af0-890a-e0c8573c8a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.658738 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.719270 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:20.732058 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc12f4-3595-4fd5-bcc7-c37cdeb7677e req-588899a6-a2b9-4db1-a298-cb4deb6934a1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:20.734056 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1cdc12f4-3595-4fd5-bcc7-c37cdeb7677e req-588899a6-a2b9-4db1-a298-cb4deb6934a1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 946 time: 0.8250411
May 20 18:20:20.740690 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1546962
May 20 18:20:20.744890 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:port and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:20.758985 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Pushing event updated for resources: {'Port': ['ID=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:20.764879 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Request body: {'port': {'device_id': 'e9545fbb-b849-4c4b-916a-7bc112c281b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:20.774340 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d5c4590c-77db-4af0-890a-e0c8573c8a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.791138 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:20.803884 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:20.833510 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:20.901162 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8b50ce7-f5ae-4ce0-a99d-c4961339becb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.905305 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.979162 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:20.980034 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-59d317f5-5638-4d9d-86ad-2dd3597b04bd req-cec35f56-6418-4d29-bf47-0dc0a8ae5e9e tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3109403
May 20 18:20:21.011331 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:21.037102 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Made reservation on behalf of 58767036664145c8966c2f08be8dcd2d for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:20:21.041154 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:21.108507 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1cdc12f4-3595-4fd5-bcc7-c37cdeb7677e req-e6c232cd-3d1a-4d19-80eb-0f723d9c676e tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3190136
May 20 18:20:21.113198 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8b50ce7-f5ae-4ce0-a99d-c4961339becb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:21.248555 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b836d50a-8e9c-4d23-9ea1-12cd72269d4d req-63533458-a004-41d8-9d56-707c260f6373 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5102155
May 20 18:20:21.523593 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3c186af5-659a-421f-8533-31cce2891670 req-bdf4faa8-132b-472c-9a11-4a394405d2c4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 210 time: 0.2846746
May 20 18:20:21.524655 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d5c4590c-77db-4af0-890a-e0c8573c8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:21.545029 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:20:21.558407 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:21.584532 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:21.623930 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4590c-77db-4af0-890a-e0c8573c8a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30043fb9-79b6-42d7-8a23-88f34680efb0,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:21.634410 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d5c4590c-77db-4af0-890a-e0c8573c8a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:21.678570 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Transition to ACTIVE for port object a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:20:21.690247 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:21.693094 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8b50ce7-f5ae-4ce0-a99d-c4961339becb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:21.703349 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cef44257-5e80-4cb4-a7d2-60a7979ed8a2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:21.745739 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8b50ce7-f5ae-4ce0-a99d-c4961339becb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:21.746759 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-f8b50ce7-f5ae-4ce0-a99d-c4961339becb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99d1a262-1dee-4919-9671-971e62d1da31 HTTP/1.1" status: 204  len: 168 time: 1.2890048
May 20 18:20:21.747916 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b50ce7-f5ae-4ce0-a99d-c4961339becb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d1a262-1dee-4919-9671-971e62d1da31,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:21.758772 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f8b50ce7-f5ae-4ce0-a99d-c4961339becb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:21.769870 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d5c4590c-77db-4af0-890a-e0c8573c8a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:21.771024 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-d5c4590c-77db-4af0-890a-e0c8573c8a2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30043fb9-79b6-42d7-8a23-88f34680efb0 HTTP/1.1" status: 204  len: 168 time: 1.7391133
May 20 18:20:21.781426 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Allocated IP 172.20.0.5 (d355b0ef-6872-4b99-811b-508683ead471/e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4/1dab9314-a2fc-4f1b-80c9-e4c6a6279214) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:20:21.787817 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db373d-f604-42d5-9963-b98a99b465ca req-b4b0b6b6-09fa-44f3-a7b9-75be0b270a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:21.789501 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7db373d-f604-42d5-9963-b98a99b465ca req-b4b0b6b6-09fa-44f3-a7b9-75be0b270a11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1097 time: 0.4731827
May 20 18:20:21.800843 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ca4d-4b78-4344-a477-7afeab3202e8 req-bfb15dfe-065e-4a9f-a3ac-829dd1a60f1d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:21.808382 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-48d3ca4d-4b78-4344-a477-7afeab3202e8 req-bfb15dfe-065e-4a9f-a3ac-829dd1a60f1d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 931 time: 0.4098597
May 20 18:20:21.842552 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bfa2c489-c5a6-475e-9f1e-36c470bf7713 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:22.012666 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-48d3ca4d-4b78-4344-a477-7afeab3202e8 req-d44ddd0e-8a6a-453e-93ea-ed40edf39533 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032537
May 20 18:20:22.153701 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:20:22.237962 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:22.393102 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:22.405242 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Pushing event updated for resources: {'Port': ['ID=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:22.448762 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:22.454144 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Attempting to bind port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:20:22.454737 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Attempting to bind port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:20:22.455334 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Attempting to bind port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 on network 98132ccf-ac6c-473f-b741-54319366f218 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:22.465086 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Transition to ACTIVE for port object fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:20:22.470985 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 on network 98132ccf-ac6c-473f-b741-54319366f218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:20:22.471922 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Attempting to bind port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 on network 98132ccf-ac6c-473f-b741-54319366f218 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:22.482247 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:20:22.482809 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Checking segment: {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:20:22.483582 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Bound using segment: {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:20:22.484877 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Bound port: a2dcd1ab-58d0-405c-92a4-6dd1eb113c69, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:20:22.485567 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:22.498234 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:22.508063 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:22.588511 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:22.604345 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:22.755016 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db373d-f604-42d5-9963-b98a99b465ca req-f1e8c55e-61cf-4d2a-972e-a9244b661eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:22.757692 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7db373d-f604-42d5-9963-b98a99b465ca req-f1e8c55e-61cf-4d2a-972e-a9244b661eda service neutron] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 918 time: 0.9449122
May 20 18:20:22.853196 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Attempting to bind port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:20:22.854729 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Attempting to bind port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:20:22.855466 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Attempting to bind port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 on network 61a14b2f-1ef1-4c18-9d3f-32453229511a {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:22.865808 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 on network 61a14b2f-1ef1-4c18-9d3f-32453229511a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:20:22.866712 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Attempting to bind port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 on network 61a14b2f-1ef1-4c18-9d3f-32453229511a {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:22.903572 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:20:22.905222 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Checking segment: {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:20:22.905817 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Bound using segment: {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:20:22.906835 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Bound port: fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434f1a8e-931b-4bac-a9ff-327f9630c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:20:22.907370 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:22.944461 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] For port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:20:23.059059 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35638) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:23.088302 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] For port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:20:23.089941 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:23.102306 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] For port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:20:23.106468 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:23.109258 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35644) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:23.137780 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:23.168099 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7db373d-f604-42d5-9963-b98a99b465ca req-4842cb69-c8b6-4372-ba84-537c5b842783 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6 HTTP/1.1" status: 200  len: 217 time: 0.1843503
May 20 18:20:23.176756 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] For port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:20:23.198943 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:23.212714 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:23.215999 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:23.225332 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Usage tracker for resource:security_group_rule and tenant:7eeb1b2b59f34545aab5fa14ec6af604 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:23.234550 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:23.254142 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:23.254777 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:23.256220 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] 10.222.0.22 "PUT /v2.0/ports/a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 HTTP/1.1" status: 200  len: 1094 time: 3.0706952
May 20 18:20:23.259838 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'tag': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:23.272903 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:23.278778 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:23.304329 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Pushing event updated for resources: {'Port': ['ID=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:23.308776 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:23.309398 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:23.311461 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] 10.222.0.22 "PUT /v2.0/ports/fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 HTTP/1.1" status: 200  len: 1093 time: 2.5576394
May 20 18:20:23.313733 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Usage tracker for resource:security_group_rule and tenant:80240ace8f344e8594fcf521a9f98b0e is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:23.318298 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:23.318684 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-33d001e1-9280-4bd5-a499-8a902bc49f50 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:23.364402 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:23.364798 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db373d-f604-42d5-9963-b98a99b465ca req-6b257878-be78-4fcf-9835-c447178c2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:23.368201 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7db373d-f604-42d5-9963-b98a99b465ca req-6b257878-be78-4fcf-9835-c447178c2cb0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.1733794
May 20 18:20:23.478722 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:23.524712 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7db373d-f604-42d5-9963-b98a99b465ca req-0e817281-7a1f-4a69-a76d-88fe117e75fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1411622
May 20 18:20:23.568308 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541f1f-1ccf-44ce-b976-0d8aafdcabf2 req-05bc42ce-b0ec-4912-be8b-3deaeca3041d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:23.577322 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d2541f1f-1ccf-44ce-b976-0d8aafdcabf2 req-05bc42ce-b0ec-4912-be8b-3deaeca3041d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 944 time: 1.3919239
May 20 18:20:23.606841 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:23.646901 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:23.676957 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:23.712575 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:23.728749 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5ea8da29-aafc-4acc-af36-485532c6b552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:23.762108 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eeb1b2b59f34545aab5fa14ec6af604&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6955209
May 20 18:20:23.765730 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35658) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:23.777703 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:23.780672 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaaecc6-0f8d-4c72-84ed-2f9d62405ce4,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:23.816493 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:23.879397 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-672f617d-cbda-49e0-8c76-8216dd86ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:23.882228 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-672f617d-cbda-49e0-8c76-8216dd86ef93 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 1097 time: 0.5254567
May 20 18:20:23.888292 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Transition to ACTIVE for port object 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:20:23.898961 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9171a8-1932-4118-9d40-4b6bcf3097d8 req-4c9b4cd7-1e39-40a2-b7e3-ff3f6bd75858 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:23.900506 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0f9171a8-1932-4118-9d40-4b6bcf3097d8 req-4c9b4cd7-1e39-40a2-b7e3-ff3f6bd75858 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 946 time: 1.1081901
May 20 18:20:23.919155 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d2541f1f-1ccf-44ce-b976-0d8aafdcabf2 req-92c8312d-f796-40fd-86e6-05ef2b245c84 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3397727
May 20 18:20:24.009065 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7db373d-f604-42d5-9963-b98a99b465ca req-2d047529-ab4f-4e4e-9b42-c42839014169 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4723184
May 20 18:20:24.087115 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0f9171a8-1932-4118-9d40-4b6bcf3097d8 req-c6ea4c31-93a4-4e2d-a634-5fad365b90b0 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828915
May 20 18:20:24.177466 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-efc33d68-afbc-43f0-b1c4-d868bfd5723c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 HTTP/1.1" status: 200  len: 217 time: 0.2842417
May 20 18:20:24.193048 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-19daadf9-60f7-4465-9394-7cf6806017f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:24.195327 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-19daadf9-60f7-4465-9394-7cf6806017f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 1096 time: 0.7660861
May 20 18:20:24.231072 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-e857a721-f103-4cea-b188-8190fea0725e req-1d0bdf06-9500-4c83-8664-f4af86766096 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Synchronizing usage tracker for tenant:58767036664145c8966c2f08be8dcd2d on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:24.247093 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:24.361198 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-85878e1b-8a4d-400e-a1fa-1581c732e710 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 HTTP/1.1" status: 200  len: 217 time: 0.1135089
May 20 18:20:24.368424 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:24.374295 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3ff846e4-0d36-42cc-ba8a-2268e1085a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:24.443518 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-a5ae0c54-c856-4fef-9597-4665f3eea4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:24.445000 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-a5ae0c54-c856-4fef-9597-4665f3eea4d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.2563226
May 20 18:20:24.517196 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3ff846e4-0d36-42cc-ba8a-2268e1085a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:24.567648 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:24.570625 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Network d355b0ef-6872-4b99-811b-508683ead471 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:20:24.571807 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-e857a721-f103-4cea-b188-8190fea0725e req-1d0bdf06-9500-4c83-8664-f4af86766096 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Unset dirty status for tenant:58767036664145c8966c2f08be8dcd2d on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:24.580660 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-d5403708-899d-4baa-9afa-4a694f76eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:24.580868 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e857a721-f103-4cea-b188-8190fea0725e req-1d0bdf06-9500-4c83-8664-f4af86766096 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 210 time: 0.4974537
May 20 18:20:24.582050 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-d5403708-899d-4baa-9afa-4a694f76eb53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.2111011
May 20 18:20:24.588239 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:20:24.592573 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:24.626440 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:24.632004 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:20:24.639507 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e09fb886-d055-4867-8ffe-91285b2f2eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:24.647845 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:24.650001 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:24.696479 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:24.702900 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35672) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:24.713945 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'tag': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69', 'status': 'completed', 'code': 200}
May 20 18:20:24.735905 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-85b98da7-33d3-4e38-9320-7e0a9e937965 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1261485
May 20 18:20:24.746800 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7db373d-f604-42d5-9963-b98a99b465ca req-7d1a128a-3d0d-4063-bb89-57b46b32e945 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6646283
May 20 18:20:24.752942 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7361243
May 20 18:20:24.770314 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Request body: {'port': {'device_id': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:24.934726 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55170f20-7bb5-4bc2-8715-78ecd8c63b24 req-39b42d64-738a-4be6-943a-847482eaa41b tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:24.937832 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-55170f20-7bb5-4bc2-8715-78ecd8c63b24 req-39b42d64-738a-4be6-943a-847482eaa41b tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 943 time: 0.5713606
May 20 18:20:24.969884 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80240ace8f344e8594fcf521a9f98b0e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8537912
May 20 18:20:24.969884 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23a8d65-eba2-4e81-871f-101fd8b58042,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:24.980786 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35686) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:24.993000 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-50596515-6da1-41fd-954f-4d93f700fc74 None None] Provisioning for port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:20:24.999922 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:25.000570 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-50596515-6da1-41fd-954f-4d93f700fc74 None None] Provisioning complete for port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:25.001104 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-50596515-6da1-41fd-954f-4d93f700fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.030644 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3ff846e4-0d36-42cc-ba8a-2268e1085a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.037980 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.045572 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-65ab9ff3-5408-4d13-8c25-6d3ded63911c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:25.107481 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-a6588953-32d6-4268-bfdd-e5703640bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:25.110181 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-a6588953-32d6-4268-bfdd-e5703640bba0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6444051
May 20 18:20:25.120327 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff846e4-0d36-42cc-ba8a-2268e1085a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaaecc6-0f8d-4c72-84ed-2f9d62405ce4,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:25.136982 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3ff846e4-0d36-42cc-ba8a-2268e1085a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:25.156416 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-50596515-6da1-41fd-954f-4d93f700fc74 None None] Port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:20:25.230278 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3ff846e4-0d36-42cc-ba8a-2268e1085a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.231893 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-3ff846e4-0d36-42cc-ba8a-2268e1085a1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/deaaecc6-0f8d-4c72-84ed-2f9d62405ce4 HTTP/1.1" status: 204  len: 168 time: 1.4619820
May 20 18:20:25.257913 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-9cce5600-8d7a-45dc-8150-8f8720e0abcf service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4799755
May 20 18:20:25.284303 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.312681 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-55170f20-7bb5-4bc2-8715-78ecd8c63b24 req-351e018e-9dae-42e4-b25c-358e0b54626f tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2759612
May 20 18:20:25.412494 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:25.418017 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Usage tracker for resource:security_group_rule and tenant:60402977e4774bcab5d5c72ae419e0fd is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:25.422125 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:25.428832 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:25.522822 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 0207646c-1bf1-4a1f-b8b3-5431018a90f6 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:20:25.531892 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.545392 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.563826 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:25.585963 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-10d96f99-2ab5-4d74-8bcc-a019e4e824d9 req-cd81f7d9-e36a-4ad8-9aff-d6b104a7b26f service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3191288
May 20 18:20:25.627919 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9f765b8f-ceb2-4b6b-86da-22ee8383ff68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.666940 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60402977e4774bcab5d5c72ae419e0fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9482055
May 20 18:20:25.668159 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9f765b8f-ceb2-4b6b-86da-22ee8383ff68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.671202 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35710) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:25.673808 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e6ca0c-3df7-467e-8f46-2c2a0e604070,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:25.698043 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.698429 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.698736 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.699138 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.699505 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.699895 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.700250 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.700583 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.700934 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.701438 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.701883 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.702235 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:25.730963 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:25.771140 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a16203-232a-4e7c-bb33-649361649e6a req-e388cd0c-e6aa-4c61-af83-cfe3d1ec274f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:25.773107 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d0a16203-232a-4e7c-bb33-649361649e6a req-e388cd0c-e6aa-4c61-af83-cfe3d1ec274f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 944 time: 0.5560696
May 20 18:20:25.795441 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-9afde8ed-b83c-4f92-823c-c494caf4d4b6 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6548798
May 20 18:20:25.844877 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9f765b8f-ceb2-4b6b-86da-22ee8383ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:25.859889 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:25.928917 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f765b8f-ceb2-4b6b-86da-22ee8383ff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23a8d65-eba2-4e81-871f-101fd8b58042,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:26.045425 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d0a16203-232a-4e7c-bb33-649361649e6a req-456819cf-5621-4a69-8877-f655dba810cc tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2296808
May 20 18:20:26.054179 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6399be33-27fc-45a7-b810-baf785b95105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:26.066218 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 0207646c-1bf1-4a1f-b8b3-5431018a90f6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:26.071349 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9f765b8f-ceb2-4b6b-86da-22ee8383ff68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:26.073196 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9f765b8f-ceb2-4b6b-86da-22ee8383ff68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:26.074694 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-9f765b8f-ceb2-4b6b-86da-22ee8383ff68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b23a8d65-eba2-4e81-871f-101fd8b58042 HTTP/1.1" status: 204  len: 168 time: 1.0925052
May 20 18:20:26.165288 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '0207646c-1bf1-4a1f-b8b3-5431018a90f6', 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a', 'port_id': '0207646c-1bf1-4a1f-b8b3-5431018a90f6', 'mac_address': 'fa:16:3e:59:08:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59cc923-5a27-4de0-83ff-a2a07b2c36f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:20:26.170082 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6399be33-27fc-45a7-b810-baf785b95105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:26.171500 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-27a946b6-7303-4ddc-8d8a-daaa76c18277 req-d09d4b71-ac31-435b-b141-7c408b585ffb service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3639076
May 20 18:20:26.234579 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dffae-b656-47d4-a5c4-5e9ccbaee1cc req-78abdd9d-3159-40de-9a1e-44f999a803b8 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:26.249624 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e47dffae-b656-47d4-a5c4-5e9ccbaee1cc req-78abdd9d-3159-40de-9a1e-44f999a803b8 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 946 time: 0.4877050
May 20 18:20:26.352746 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:26.403587 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493e3e-f159-4062-bc74-08d41b302db4 req-b59c0e56-90dd-46b5-8424-0e94b0a31272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:26.405187 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-14493e3e-f159-4062-bc74-08d41b302db4 req-b59c0e56-90dd-46b5-8424-0e94b0a31272 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 1097 time: 0.1571903
May 20 18:20:26.426549 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0207646c-1bf1-4a1f-b8b3-5431018a90f6 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:20:26.433739 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e47dffae-b656-47d4-a5c4-5e9ccbaee1cc req-5f382b57-1517-4925-97ce-69ca3eb25feb tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825340
May 20 18:20:26.464830 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 0207646c-1bf1-4a1f-b8b3-5431018a90f6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:26.474257 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:26.493493 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-3edceb56-746e-4e3e-9c9b-f25f16a0b52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:26.596977 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6399be33-27fc-45a7-b810-baf785b95105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:26.612279 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f8b50ce7-f5ae-4ce0-a99d-c4961339becb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:26.632462 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:20:26.662095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:26.669303 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399be33-27fc-45a7-b810-baf785b95105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e6ca0c-3df7-467e-8f46-2c2a0e604070,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:26.684386 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6399be33-27fc-45a7-b810-baf785b95105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:26.693256 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6399be33-27fc-45a7-b810-baf785b95105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:26.700901 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-6399be33-27fc-45a7-b810-baf785b95105 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69e6ca0c-3df7-467e-8f46-2c2a0e604070 HTTP/1.1" status: 204  len: 168 time: 1.0282056
May 20 18:20:26.722738 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Transition to ACTIVE for port object 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:20:26.790697 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=0207646c-1bf1-4a1f-b8b3-5431018a90f6,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:26.796000 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:26.800578 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:26.806614 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9545fbb-b849-4c4b-916a-7bc112c281b4', 'tag': 'fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:26.815322 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493e3e-f159-4062-bc74-08d41b302db4 req-da031736-1e60-44d1-9093-47e08ef6d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:26.823441 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-14493e3e-f159-4062-bc74-08d41b302db4 req-da031736-1e60-44d1-9093-47e08ef6d5a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 911 time: 0.4107339
May 20 18:20:26.835104 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:26.920297 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45650ab5-6b56-4ee9-ab61-ca52c13fb515 req-3aaf5912-2d6d-422e-b77f-9fafeb11703e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:26.923026 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-45650ab5-6b56-4ee9-ab61-ca52c13fb515 req-3aaf5912-2d6d-422e-b77f-9fafeb11703e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 931 time: 0.5716701
May 20 18:20:26.951551 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['0207646c-1bf1-4a1f-b8b3-5431018a90f6'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:20:26.977787 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-14493e3e-f159-4062-bc74-08d41b302db4 req-58a9e3f8-1f4d-4ece-81ab-da2dbed7db7c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 HTTP/1.1" status: 200  len: 217 time: 0.1431546
May 20 18:20:27.149898 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493e3e-f159-4062-bc74-08d41b302db4 req-30c36c8b-2189-4692-abab-c138e25b1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:27.151561 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-14493e3e-f159-4062-bc74-08d41b302db4 req-30c36c8b-2189-4692-abab-c138e25b1ad5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.1682074
May 20 18:20:27.337865 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:27.339187 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493e3e-f159-4062-bc74-08d41b302db4 req-71fd6fc6-0b95-4aba-a3dc-bca7ea27577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:27.347830 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-14493e3e-f159-4062-bc74-08d41b302db4 req-71fd6fc6-0b95-4aba-a3dc-bca7ea27577e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1821895
May 20 18:20:27.351722 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:27.503940 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-45650ab5-6b56-4ee9-ab61-ca52c13fb515 req-d3bf7a86-c8b1-4668-8d86-759a5c0740ac tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5496905
May 20 18:20:27.545000 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abd571-57e5-454b-82b8-7d6795a1a241 req-efcd4a67-929d-4239-b962-350a554d752a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:27.546726 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10abd571-57e5-454b-82b8-7d6795a1a241 req-efcd4a67-929d-4239-b962-350a554d752a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 943 time: 0.8181431
May 20 18:20:27.559747 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Attempting to bind port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:20:27.561938 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Attempting to bind port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:20:27.562360 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Attempting to bind port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 on network d355b0ef-6872-4b99-811b-508683ead471 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:27.637071 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 on network d355b0ef-6872-4b99-811b-508683ead471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:20:27.637708 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Attempting to bind port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 on network d355b0ef-6872-4b99-811b-508683ead471 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:20:27.709016 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:20:27.709385 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Checking segment: {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:20:27.709773 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Bound using segment: {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:20:27.710268 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Bound port: 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:20:27.710621 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:27.790365 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9545fbb-b849-4c4b-916a-7bc112c281b4', 'tag': 'fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05', 'status': 'completed', 'code': 200}
May 20 18:20:27.859346 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10abd571-57e5-454b-82b8-7d6795a1a241 req-43cdbec2-e93d-48cd-84a4-e19b63a6d2ff tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3041394
May 20 18:20:27.996371 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35770) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:28.122177 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-14493e3e-f159-4062-bc74-08d41b302db4 req-4785e98e-3eb8-450f-ba5f-01fd03627e4b service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7729430
May 20 18:20:28.123059 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:20:28.127856 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:20:28.140675 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bea32a-732a-4561-9ff7-1f9d11c5e1e4 req-dc645193-ad10-43e7-9905-0dd636f527a1 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:28.149315 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-09bea32a-732a-4561-9ff7-1f9d11c5e1e4 req-dc645193-ad10-43e7-9905-0dd636f527a1 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 944 time: 0.2881596
May 20 18:20:28.168165 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:28.179918 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:28.180297 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:28.261531 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:28.291515 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:28.300398 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:28.349296 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:28.350272 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:28.351370 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] 10.222.0.22 "PUT /v2.0/ports/1dab9314-a2fc-4f1b-80c9-e4c6a6279214 HTTP/1.1" status: 200  len: 1093 time: 3.5885329
May 20 18:20:28.351918 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:28.384240 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-09bea32a-732a-4561-9ff7-1f9d11c5e1e4 req-c3ee0117-df16-4687-836c-ad8d6ba52473 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2338543
May 20 18:20:28.384676 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Usage tracker for resource:security_group_rule and tenant:81e9817cb0e34cea941df00d9495c7a1 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:28.395058 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edbe04-0225-4f33-819c-869e4c132dde req-1d2df690-6c83-4291-af2a-5e3e8ee48336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:28.397779 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-e8edbe04-0225-4f33-819c-869e4c132dde req-1d2df690-6c83-4291-af2a-5e3e8ee48336 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 1096 time: 0.6098363
May 20 18:20:28.399286 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:28.577087 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'status': 'completed', 'code': 200}
May 20 18:20:28.668831 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-bd522b6a-ce11-4b0f-b89c-9cccb3268b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:28.673063 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-bd522b6a-ce11-4b0f-b89c-9cccb3268b3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 1096 time: 0.2614174
May 20 18:20:28.817125 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-14493e3e-f159-4062-bc74-08d41b302db4 req-b5357806-c3b8-46ad-a150-3d3652a1a8b1 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6863594
May 20 18:20:28.826112 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:28.884853 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edbe04-0225-4f33-819c-869e4c132dde req-f0f5d779-67b8-44c2-8de6-07baa3d83b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:28.886919 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-e8edbe04-0225-4f33-819c-869e4c132dde req-f0f5d779-67b8-44c2-8de6-07baa3d83b13 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 918 time: 0.4316437
May 20 18:20:28.933619 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-a2f527bc-d455-41b0-a433-96830f93629f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214 HTTP/1.1" status: 200  len: 217 time: 0.2524364
May 20 18:20:28.989235 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-e8edbe04-0225-4f33-819c-869e4c132dde req-ba2d7ced-9cc0-4fd1-a8f7-1edd802f20c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 HTTP/1.1" status: 200  len: 217 time: 0.0863633
May 20 18:20:29.058976 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-648bd3fa-ee57-4f6c-b326-889ee6a17110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:29.061350 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-648bd3fa-ee57-4f6c-b326-889ee6a17110 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.1172132
May 20 18:20:29.110180 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edbe04-0225-4f33-819c-869e4c132dde req-591075f5-fe66-4477-8fd2-127dacbe2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:29.111831 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-e8edbe04-0225-4f33-819c-869e4c132dde req-591075f5-fe66-4477-8fd2-127dacbe2236 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.1079237
May 20 18:20:29.223334 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:29.239491 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-e8edbe04-0225-4f33-819c-869e4c132dde req-01c35a03-7398-4458-8d53-cf9dd61cfd05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1199596
May 20 18:20:29.240863 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:29.260296 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3ff846e4-0d36-42cc-ba8a-2268e1085a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:29.260481 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a2817-0ecf-41c9-be06-b9a4693f29b4 req-53fb0f8f-0915-45c2-a95c-b286f3896390 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:29.262933 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f5a2817-0ecf-41c9-be06-b9a4693f29b4 req-53fb0f8f-0915-45c2-a95c-b286f3896390 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.4314945
May 20 18:20:29.406786 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a730d091-a8c3-40e5-93c9-a7fd9f350927,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:29.511979 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81e9817cb0e34cea941df00d9495c7a1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5141339
May 20 18:20:29.524506 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:20:29.528476 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35822) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:29.535651 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f5a2817-0ecf-41c9-be06-b9a4693f29b4 req-76ff0ee6-7416-49d6-89c2-858ec20d959c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2659223
May 20 18:20:29.536534 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.537505 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.538109 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.538649 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.539364 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.539877 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.540525 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.541107 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.541633 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-50318640-afc0-487c-a666-73575f8676af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:29.541847 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.542295 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.542913 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.543631 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:29.545380 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-50318640-afc0-487c-a666-73575f8676af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4718215
May 20 18:20:29.553923 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:29.623858 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-e8edbe04-0225-4f33-819c-869e4c132dde req-42121dc2-5a55-42ee-abb3-96dfe7bdc5a0 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3664486
May 20 18:20:29.734593 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:29.751518 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': 'fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05', 'network_id': '61a14b2f-1ef1-4c18-9d3f-32453229511a', 'port_id': 'fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05', 'mac_address': 'fa:16:3e:f5:d6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59cc923-5a27-4de0-83ff-a2a07b2c36f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:20:29.761380 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 0207646c-1bf1-4a1f-b8b3-5431018a90f6 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:30.051604 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-e8edbe04-0225-4f33-819c-869e4c132dde req-722c4177-ecfc-4c6b-b519-1fbf3b81da46 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4192457
May 20 18:20:30.082683 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b45a7-e94d-4d41-a1fe-da7e8e41c77a req-6294e0e8-e44f-4a72-9d5c-4e720db73e33 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:30.095696 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-482b45a7-e94d-4d41-a1fe-da7e8e41c77a req-6294e0e8-e44f-4a72-9d5c-4e720db73e33 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 943 time: 0.8286171
May 20 18:20:30.155077 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c06e71d2-ca82-4fa3-a60c-387058314e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:30.212378 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:30.242546 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c06e71d2-ca82-4fa3-a60c-387058314e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:30.294762 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:20:30.330705 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:30.342770 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:30.344766 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:20:30.346530 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-44bf0730-ceca-442c-abb0-3495f238faec service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7528555
May 20 18:20:30.459801 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35850) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:30.513384 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c06e71d2-ca82-4fa3-a60c-387058314e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:30.530736 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:30.547885 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-482b45a7-e94d-4d41-a1fe-da7e8e41c77a req-f907642e-4e8b-42f9-b5aa-f24044e3d6d0 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4496648
May 20 18:20:30.558850 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0043421a-aa42-4aab-9534-dcb6890ac868 req-96a750af-bfcf-4a3a-8213-69d867c3af30 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031755
May 20 18:20:30.562295 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e71d2-ca82-4fa3-a60c-387058314e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a730d091-a8c3-40e5-93c9-a7fd9f350927,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:30.565637 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c06e71d2-ca82-4fa3-a60c-387058314e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:30.575744 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c06e71d2-ca82-4fa3-a60c-387058314e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:30.581102 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c06e71d2-ca82-4fa3-a60c-387058314e5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a730d091-a8c3-40e5-93c9-a7fd9f350927 HTTP/1.1" status: 204  len: 168 time: 1.0337980
May 20 18:20:30.601327 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-556ba44e-6ba6-431b-95da-872f2e5bef13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:30.761045 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-f65013ab-1352-4c81-ab89-9e4bfc21435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:30.762592 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-f65013ab-1352-4c81-ab89-9e4bfc21435e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 1096 time: 0.1415138
May 20 18:20:30.811615 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:30.818766 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:30.846000 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:30.847197 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 0207646c-1bf1-4a1f-b8b3-5431018a90f6 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:20:30.852352 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Usage tracker for resource:security_group_rule and tenant:6657293bd05c475cb053b667695f2a9a is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:30.857847 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:30.866210 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:30.874534 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.876102 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.877019 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.878040 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.878935 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.879853 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.880660 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.881655 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.882382 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.883169 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.883935 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.884610 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:20:30.904655 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:30.906502 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 0207646c-1bf1-4a1f-b8b3-5431018a90f6 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:30.906998 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.041273 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:31.044841 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.051552 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.062959 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c881b095-d290-4369-b0ba-3c50db539a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:31.083655 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'port_id': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69', 'mac_address': 'fa:16:3e:fe:92:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:20:31.158199 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6faacf-3612-4e85-9ed4-2630b8687a08,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:31.167671 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:31.175336 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6657293bd05c475cb053b667695f2a9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7141488
May 20 18:20:31.179053 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35872) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:31.292525 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-699684c3-6645-46b7-9a6e-aabdc0f0da3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.309313 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-160cb87a-e622-417b-a170-204547c2be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:31.310824 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-160cb87a-e622-417b-a170-204547c2be2c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.5413089
May 20 18:20:31.369563 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-699684c3-6645-46b7-9a6e-aabdc0f0da3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.399252 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.450174 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:20:31.497060 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-699684c3-6645-46b7-9a6e-aabdc0f0da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.502795 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.504454 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6fe112bb-b396-461a-9e44-2e8d6a864c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:31.522710 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:31.534070 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699684c3-6645-46b7-9a6e-aabdc0f0da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6faacf-3612-4e85-9ed4-2630b8687a08,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:31.534999 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.542955 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:31.543257 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-699684c3-6645-46b7-9a6e-aabdc0f0da3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:31.564901 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-699684c3-6645-46b7-9a6e-aabdc0f0da3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.567876 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-699684c3-6645-46b7-9a6e-aabdc0f0da3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a6faacf-3612-4e85-9ed4-2630b8687a08 HTTP/1.1" status: 204  len: 168 time: 0.3861513
May 20 18:20:31.587651 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-cf6718d5-7256-434f-ac5c-6abbf929cc10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214 HTTP/1.1" status: 200  len: 217 time: 0.2522707
May 20 18:20:31.701581 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 0207646c-1bf1-4a1f-b8b3-5431018a90f6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:31.728052 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34dabf1-cc23-4f44-a102-f6681613d70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207646c-1bf1-4a1f-b8b3-5431018a90f6'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:31.744797 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.794128 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 35886) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:31.810715 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3eb9bb-2e93-49ae-b478-f08872cc5103 req-d368f41f-c684-4934-9d65-2a8a24dda41c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:31.815691 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:31.821545 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2b3eb9bb-2e93-49ae-b478-f08872cc5103 req-d368f41f-c684-4934-9d65-2a8a24dda41c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 944 time: 1.0073867
May 20 18:20:31.828343 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:31.829309 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6f048999-df16-474c-a5ba-09415e213954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:31.850955 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:31.927076 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:31.936992 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Usage tracker for resource:security_group_rule and tenant:7c48bd72555f42c2b333723b95131fb6 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:31.947763 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:31.959174 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-d9793233-d584-414e-9a6b-673577f20de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:31.960660 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-d9793233-d584-414e-9a6b-673577f20de3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.3616810
May 20 18:20:31.967348 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:32.012148 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb6ba1-781a-41f3-b71a-acce5f13f818 req-63d10eb9-8769-48bf-98d4-14c09b77aea0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:32.024950 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:20:32.026772 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bfbb6ba1-781a-41f3-b71a-acce5f13f818 req-63d10eb9-8769-48bf-98d4-14c09b77aea0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.8242097
May 20 18:20:32.228867 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2b3eb9bb-2e93-49ae-b478-f08872cc5103 req-59d03e94-8d63-4ecf-92e9-92d4f261ddb8 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3889253
May 20 18:20:32.263449 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:32.265293 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['a2dcd1ab-58d0-405c-92a4-6dd1eb113c69'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:20:32.276433 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:32.343197 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:32.348019 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bfbb6ba1-781a-41f3-b71a-acce5f13f818 req-1ff94db2-a03d-49d5-ac39-ca1be7120d25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3150151
May 20 18:20:32.402203 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-d29999c6-e14f-4742-bc28-ce75be5ecaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:32.406640 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-d29999c6-e14f-4742-bc28-ce75be5ecaf3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3707411
May 20 18:20:32.446810 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c48bd72555f42c2b333723b95131fb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6526353
May 20 18:20:32.458410 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 35908) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:32.468346 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=0207646c-1bf1-4a1f-b8b3-5431018a90f6,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:32.500820 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e3d17-4ddd-497b-acc7-182b9fcb2e8e,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:32.515146 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34dabf1-cc23-4f44-a102-f6681613d70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207646c-1bf1-4a1f-b8b3-5431018a90f6', 'code': 200}
May 20 18:20:32.520053 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:32.587057 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:32.710591 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9ea1c643-53a6-410c-b55a-f50358009264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:32.732656 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-1f0674cb-5117-44dd-909a-ff71c3a8ffc9 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3158553
May 20 18:20:32.780102 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9ea1c643-53a6-410c-b55a-f50358009264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:32.942353 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e961bd1-61f2-4464-b473-9756c7032cda req-afb3c675-5a93-407b-b950-9ce204d8f4ee tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:32.943942 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9e961bd1-61f2-4464-b473-9756c7032cda req-afb3c675-5a93-407b-b950-9ce204d8f4ee tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 944 time: 0.3335915
May 20 18:20:33.018237 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4412a7c2-d534-4994-8cd1-48a81bd4a132 req-321c2530-237c-48e6-8aae-398038f68a40 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2696178
May 20 18:20:33.034891 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33b9e7-b408-41fe-ad6d-046171788489 req-2ca2c648-3a63-4878-b81e-ee77029e05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:33.037512 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2c33b9e7-b408-41fe-ad6d-046171788489 req-2ca2c648-3a63-4878-b81e-ee77029e05cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1099 time: 0.1930156
May 20 18:20:33.077570 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9ea1c643-53a6-410c-b55a-f50358009264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:33.100399 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:33.155017 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9e961bd1-61f2-4464-b473-9756c7032cda req-eefb072e-ec8c-44d2-8656-6a41c4dd775f tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925962
May 20 18:20:33.177215 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1c643-53a6-410c-b55a-f50358009264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e3d17-4ddd-497b-acc7-182b9fcb2e8e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:33.182691 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9ea1c643-53a6-410c-b55a-f50358009264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:33.189174 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9ea1c643-53a6-410c-b55a-f50358009264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:33.196716 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-9ea1c643-53a6-410c-b55a-f50358009264 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca6e3d17-4ddd-497b-acc7-182b9fcb2e8e HTTP/1.1" status: 204  len: 168 time: 0.7320113
May 20 18:20:33.213230 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2c33b9e7-b408-41fe-ad6d-046171788489 req-7424a9c7-9917-41fe-979a-a819f36e45b2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666784
May 20 18:20:33.719249 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244d853-32df-4b5c-b387-d65e8736765f req-639412ea-24f2-42ec-a6f9-4c7249a78d89 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:33.721996 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3244d853-32df-4b5c-b387-d65e8736765f req-639412ea-24f2-42ec-a6f9-4c7249a78d89 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.2215254
May 20 18:20:33.731331 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71389ff-725d-4e4d-820b-e91e52bc631b req-4fe048ea-b614-48a2-9baa-2684b66ef8c1 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:33.733577 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d71389ff-725d-4e4d-820b-e91e52bc631b req-4fe048ea-b614-48a2-9baa-2684b66ef8c1 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 945 time: 0.1819532
May 20 18:20:33.814981 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d71389ff-725d-4e4d-820b-e91e52bc631b req-1bd3a198-147c-4310-933a-b8657b70abf4 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623486
May 20 18:20:33.825551 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3244d853-32df-4b5c-b387-d65e8736765f req-4d127e8e-e88c-46f3-8ea7-c94f5d58eb60 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907295
May 20 18:20:34.432294 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c905149-c73e-4d03-9529-23a94ad056cd req-b34f9f94-22a2-4dbf-b076-9d3242ff06e8 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:34.436273 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1c905149-c73e-4d03-9529-23a94ad056cd req-b34f9f94-22a2-4dbf-b076-9d3242ff06e8 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 944 time: 0.1218166
May 20 18:20:34.518345 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1c905149-c73e-4d03-9529-23a94ad056cd req-1ad8b4da-9beb-40d3-9fae-fb4d8a5d351a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754318
May 20 18:20:35.116722 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38bf91-13a5-4ac4-b464-b588176ce642 req-538f2244-7da9-4e0b-8bf9-636417cf7a18 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:35.118305 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2b38bf91-13a5-4ac4-b464-b588176ce642 req-538f2244-7da9-4e0b-8bf9-636417cf7a18 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1707056
May 20 18:20:35.131550 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3998b2-b4ad-4cbd-9a0f-94099ae976c6 req-1caa424d-e910-4f2a-8f6d-b7bac2a1a11b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:35.139061 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4f3998b2-b4ad-4cbd-9a0f-94099ae976c6 req-1caa424d-e910-4f2a-8f6d-b7bac2a1a11b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 945 time: 0.1352279
May 20 18:20:35.231574 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4f3998b2-b4ad-4cbd-9a0f-94099ae976c6 req-4fdbda15-33d2-4e42-94f8-d14246cc2049 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913072
May 20 18:20:35.234957 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2b38bf91-13a5-4ac4-b464-b588176ce642 req-b1aefa07-ff74-47f7-8d95-d7155f4e8b5c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929832
May 20 18:20:35.811080 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974c62e-a137-48a3-ae4c-14b921a97ec6 req-05544d84-bb33-47c6-a327-c1dd13218229 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:35.819682 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b974c62e-a137-48a3-ae4c-14b921a97ec6 req-05544d84-bb33-47c6-a327-c1dd13218229 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 944 time: 0.1441138
May 20 18:20:35.893255 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b974c62e-a137-48a3-ae4c-14b921a97ec6 req-94453c87-52b2-417e-8ceb-47dde2d4b48f tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715127
May 20 18:20:36.587391 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b534-b7dc-4572-bed6-36fa3821ecf0 req-3138b0f8-b9a7-45d1-af45-328f73961fe6 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:36.589292 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3ef9b534-b7dc-4572-bed6-36fa3821ecf0 req-3138b0f8-b9a7-45d1-af45-328f73961fe6 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.2144103
May 20 18:20:36.598898 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58265df-e1a1-4fd8-8892-e5ab2fa47ff1 req-8cd022c2-d368-40f4-a8f8-84d1e6136cf1 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:36.607169 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b58265df-e1a1-4fd8-8892-e5ab2fa47ff1 req-8cd022c2-d368-40f4-a8f8-84d1e6136cf1 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 945 time: 0.1485300
May 20 18:20:36.616936 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:20:36.620179 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:36.687458 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b58265df-e1a1-4fd8-8892-e5ab2fa47ff1 req-250738b5-45b5-4e1d-8451-2269ad445ec5 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790176
May 20 18:20:36.719104 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3ef9b534-b7dc-4572-bed6-36fa3821ecf0 req-b0502d9f-93ad-431c-8ad7-39c333121c9b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946796
May 20 18:20:36.901169 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:20:36.933705 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:36.936722 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:37.056777 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:37.082667 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'port_id': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'mac_address': 'fa:16:3e:d6:f7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:20:37.217272 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:37.238992 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:20:37.246132 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:37.285834 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9545fbb-b849-4c4b-916a-7bc112c281b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:37.296713 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:37.300746 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:37.306033 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:37.308896 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cc9d22b2-9806-4168-852b-3336ba15b807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:37.344619 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:37.345476 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:37.407857 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9545fbb-b849-4c4b-916a-7bc112c281b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05', 'code': 200}
May 20 18:20:37.409365 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5befe4-0c18-4925-b9da-db8c528c5638 req-52b3d118-a22e-40a4-85f6-94d1fd42e956 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:37.412009 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9b5befe4-0c18-4925-b9da-db8c528c5638 req-52b3d118-a22e-40a4-85f6-94d1fd42e956 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 944 time: 0.3104813
May 20 18:20:37.445321 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:37.450925 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:37.451392 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cc9d22b2-9806-4168-852b-3336ba15b807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:37.494017 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9b5befe4-0c18-4925-b9da-db8c528c5638 req-2dbba7eb-a8e8-4d89-95de-e5d66da67376 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690792
May 20 18:20:37.518292 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:20:37.527335 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:37.527788 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:37.565629 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:37.575934 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:37.694327 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:37.740736 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36068) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:37.745428 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:37.751761 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:37.756338 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-afc8df6b-12fb-468d-8eb2-8b0f0321035e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:37.907507 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:37.915918 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:38.005843 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:38.032371 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:38.039325 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Usage tracker for resource:security_group_rule and tenant:23a6a83e0fd74321ae32795898c48312 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:38.047120 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:38.060814 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:38.180663 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d823bf2-1748-4ad2-aeea-81da477ad388 req-11ffc053-94dd-4b2e-809c-9df22168c75e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:38.184127 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5d823bf2-1748-4ad2-aeea-81da477ad388 req-11ffc053-94dd-4b2e-809c-9df22168c75e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.1690931
May 20 18:20:38.198250 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67ee28-d7d7-4e35-9cf1-843dd18e8473 req-0107562c-86e7-482e-825e-a57e41023a1e tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:38.200035 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7c67ee28-d7d7-4e35-9cf1-843dd18e8473 req-0107562c-86e7-482e-825e-a57e41023a1e tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2464552
May 20 18:20:38.226183 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:38.232579 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:38.243124 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:38.276386 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5d823bf2-1748-4ad2-aeea-81da477ad388 req-8b9a9917-c114-4df9-b0d4-2641dde9d15b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741103
May 20 18:20:38.289748 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7c67ee28-d7d7-4e35-9cf1-843dd18e8473 req-e9f806a9-e284-4a28-85c6-dc048896c57e tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742531
May 20 18:20:38.299886 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51584960-d6a1-4d70-b89c-edd331ddc41b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:38.306620 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:38.318097 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23a6a83e0fd74321ae32795898c48312&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5755186
May 20 18:20:38.320693 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36086) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:38.389339 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-87bf34af-51b2-4a85-9118-fd755b913913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:38.420989 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-87bf34af-51b2-4a85-9118-fd755b913913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:38.480972 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-87bf34af-51b2-4a85-9118-fd755b913913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:38.488717 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:38.510714 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf34af-51b2-4a85-9118-fd755b913913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51584960-d6a1-4d70-b89c-edd331ddc41b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:38.516711 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-87bf34af-51b2-4a85-9118-fd755b913913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:38.526796 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-87bf34af-51b2-4a85-9118-fd755b913913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:38.528694 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-87bf34af-51b2-4a85-9118-fd755b913913 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51584960-d6a1-4d70-b89c-edd331ddc41b HTTP/1.1" status: 204  len: 168 time: 0.2066314
May 20 18:20:38.725356 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a24ab8-77da-40bd-b4c2-6be5201982b4 req-d5c49683-9e6d-4521-af83-00248e93a248 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:38.727616 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-24a24ab8-77da-40bd-b4c2-6be5201982b4 req-d5c49683-9e6d-4521-af83-00248e93a248 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.0936959
May 20 18:20:38.784765 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-24a24ab8-77da-40bd-b4c2-6be5201982b4 req-d1df425f-71cf-461a-b3ed-a0aaa92c6547 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499408
May 20 18:20:38.917050 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36096) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:38.936765 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:38.954889 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:38.959553 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Usage tracker for resource:security_group_rule and tenant:9dee1ca61cdf4ef696e47501d06ce4b5 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:38.963415 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:38.970081 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:39.077517 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:39.083205 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:39.103915 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-eac6c1ad-f49d-425a-b5cb-af1aee13bd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:39.185422 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dee1ca61cdf4ef696e47501d06ce4b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2637384
May 20 18:20:39.186510 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14e6af-0904-4f8c-ad68-7b36f3c79982,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:39.186652 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36102) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:39.192909 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:39.345338 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d6f45948-66c9-4131-89cb-4e58bdb674d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:39.409023 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:39.428005 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d6f45948-66c9-4131-89cb-4e58bdb674d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:39.556830 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d6f45948-66c9-4131-89cb-4e58bdb674d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:39.562157 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9d02e1ca-6e8b-4663-bfbc-975c008a6073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:39.576398 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f45948-66c9-4131-89cb-4e58bdb674d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14e6af-0904-4f8c-ad68-7b36f3c79982,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:39.579131 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d6f45948-66c9-4131-89cb-4e58bdb674d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:39.587056 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d6f45948-66c9-4131-89cb-4e58bdb674d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:39.591230 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-d6f45948-66c9-4131-89cb-4e58bdb674d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b14e6af-0904-4f8c-ad68-7b36f3c79982 HTTP/1.1" status: 204  len: 168 time: 0.4010155
May 20 18:20:39.754038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e18ec2-2bf5-4f1d-877a-9b54406e32db req-8b24e35a-4eb6-489f-a2c8-e5eacc2e7447 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:39.756704 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-67e18ec2-2bf5-4f1d-877a-9b54406e32db req-8b24e35a-4eb6-489f-a2c8-e5eacc2e7447 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.3126066
May 20 18:20:39.773928 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bf294-639c-4c1d-93b1-5b0148bef17d req-b8471d8a-06f5-4687-b323-a3189d92afbc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:39.776616 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-996bf294-639c-4c1d-93b1-5b0148bef17d req-b8471d8a-06f5-4687-b323-a3189d92afbc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.2348025
May 20 18:20:39.919537 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-67e18ec2-2bf5-4f1d-877a-9b54406e32db req-1a6b9350-5969-421f-b785-e0c762e09f76 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1412115
May 20 18:20:39.925362 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-996bf294-639c-4c1d-93b1-5b0148bef17d req-9e215714-85ea-45ae-bd6c-1b02f81b822f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227920
May 20 18:20:40.022704 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69', 'code': 200}
May 20 18:20:40.246638 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911ec16-3ad5-4e8c-82e7-046b96288006 req-ac3fd239-975b-4df8-834c-2562bc7b9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:40.248231 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-7911ec16-3ad5-4e8c-82e7-046b96288006 req-ac3fd239-975b-4df8-834c-2562bc7b9158 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 1098 time: 0.1609647
May 20 18:20:40.273300 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dad38-275a-4e9d-a6d4-a59133aaccf3 req-45dcec3d-dd03-443c-ba77-ae19019d0ab5 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:40.276132 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cf7dad38-275a-4e9d-a6d4-a59133aaccf3 req-45dcec3d-dd03-443c-ba77-ae19019d0ab5 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.2015550
May 20 18:20:40.315006 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-7911ec16-3ad5-4e8c-82e7-046b96288006 req-accc0983-53a7-4448-a935-7f8dd23f6f52 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570588
May 20 18:20:40.362201 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cf7dad38-275a-4e9d-a6d4-a59133aaccf3 req-2e473405-c8d1-49ca-b282-3d7803a62edd tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793386
May 20 18:20:40.373091 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['1dab9314-a2fc-4f1b-80c9-e4c6a6279214'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:20:40.685289 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b0add-7c83-4205-8a5d-ed49500b2fad req-303e051f-fc28-4579-9672-7010ccb5a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:40.694638 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0b4b0add-7c83-4205-8a5d-ed49500b2fad req-303e051f-fc28-4579-9672-7010ccb5a89e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 1099 time: 0.1684582
May 20 18:20:40.775044 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0b4b0add-7c83-4205-8a5d-ed49500b2fad req-5d970039-7836-41b5-b67b-6b3611c5fd99 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668693
May 20 18:20:40.840634 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36156) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:41.024585 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-961897255-network', 'tenant_id': 'aa27c2869e974f71a1f451bcfa2cd823'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:41.034414 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:41.044979 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Usage tracker for resource:network and tenant:aa27c2869e974f71a1f451bcfa2cd823 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:41.051335 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:41.139588 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:41.255198 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Made reservation on behalf of aa27c2869e974f71a1f451bcfa2cd823 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:20:41.258607 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:41.286618 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:41.313934 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:41.323817 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Usage tracker for resource:security_group_rule and tenant:aa27c2869e974f71a1f451bcfa2cd823 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:41.331288 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:41.340022 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:41.372604 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddadb4-cea3-48ff-9bba-bd384300e73f req-42de8156-f66a-4d12-9f6a-1ecfdd7ae166 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:41.374571 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65ddadb4-cea3-48ff-9bba-bd384300e73f req-42de8156-f66a-4d12-9f6a-1ecfdd7ae166 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.3157625
May 20 18:20:41.426631 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb1511-4472-4de6-9583-e265ae07be47 req-3ccffe89-d6ab-4565-b1bc-b1b54a78fa05 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:41.428416 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-87cb1511-4472-4de6-9583-e265ae07be47 req-3ccffe89-d6ab-4565-b1bc-b1b54a78fa05 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2841294
May 20 18:20:41.515595 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65ddadb4-cea3-48ff-9bba-bd384300e73f req-0799ce96-36a3-4ef4-a1c3-ad5d6d6bd147 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1282470
May 20 18:20:41.531864 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-87cb1511-4472-4de6-9583-e265ae07be47 req-d71b2c65-de76-4e36-a39d-6cb56a5f643e tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906560
May 20 18:20:41.607611 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:41.613431 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:41.616688 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6399be33-27fc-45a7-b810-baf785b95105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:41.649333 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:20:41.659734 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86bb68f-fb0d-4f39-b6f1-951df083237a,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:41.663661 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:41.667817 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:41.668224 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.segments_db [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Added segment 4296fac1-005d-4da0-b8c1-a08c6f640d75 of type vlan for network 1b5c9663-0b91-442b-be49-07b8285cc79c
May 20 18:20:41.706656 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:41.788336 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:41.791267 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:41.791851 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:41.799844 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:41.934816 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5c9663-0b91-442b-be49-07b8285cc79c,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:41.940108 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:41.960487 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458bd6f-15bf-486f-b29f-7fa69cc46434 req-522c1506-76a8-434f-bf1e-d86e47917521 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:41.961829 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 1b5c9663-0b91-442b-be49-07b8285cc79c details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:20:41.962596 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a458bd6f-15bf-486f-b29f-7fa69cc46434 req-522c1506-76a8-434f-bf1e-d86e47917521 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.2426026
May 20 18:20:41.963769 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.1217558
May 20 18:20:41.969167 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36184) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:41.991095 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Request body: {'subnet': {'network_id': '1b5c9663-0b91-442b-be49-07b8285cc79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-961897255-subnet', 'tenant_id': 'aa27c2869e974f71a1f451bcfa2cd823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:42.015097 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:42.030578 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Usage tracker for resource:subnet and tenant:aa27c2869e974f71a1f451bcfa2cd823 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:42.038386 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:42.046534 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a458bd6f-15bf-486f-b29f-7fa69cc46434 req-a9c35fa5-f721-4c2a-8a9b-d1a30f785807 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721161
May 20 18:20:42.063497 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:42.095888 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Made reservation on behalf of aa27c2869e974f71a1f451bcfa2cd823 for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:20:42.100196 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:42.841056 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:42.868778 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-067981c9-4d80-4e77-a03a-4ad21bbfaeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:42.947630 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6771b9-c5d8-40ff-a981-6fe606cd511e req-9e3c782f-59bf-4737-87ce-cd09acc7bf68 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:42.949513 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-dc6771b9-c5d8-40ff-a981-6fe606cd511e req-9e3c782f-59bf-4737-87ce-cd09acc7bf68 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2544589
May 20 18:20:43.129799 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-dc6771b9-c5d8-40ff-a981-6fe606cd511e req-143caa2d-d106-404f-8a87-0e0099e8d680 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1568825
May 20 18:20:43.225561 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Checking segment: {'id': '4296fac1-005d-4da0-b8c1-a08c6f640d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1b5c9663-0b91-442b-be49-07b8285cc79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:20:43.227563 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Network hostable DHCP agents. Network: 1b5c9663-0b91-442b-be49-07b8285cc79c, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:20:43.252855 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bed718f-e79f-455f-9e40-15de32022249,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:43.262857 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:43.294810 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Network 1b5c9663-0b91-442b-be49-07b8285cc79c is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:20:43.316222 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 1b5c9663-0b91-442b-be49-07b8285cc79c) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:20:43.327025 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:43.327648 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:43.331746 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974fc1be-9d01-4d76-8dc2-0387116b3b25 None None] Network 1b5c9663-0b91-442b-be49-07b8285cc79c requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:20:43.384690 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4122972
May 20 18:20:43.564032 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b5301-6f99-4bf3-8439-6c82db0cb27b req-e5dc5bf7-baf3-4ede-b729-87feeb5b4dbc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:43.577520 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b32b5301-6f99-4bf3-8439-6c82db0cb27b req-e5dc5bf7-baf3-4ede-b729-87feeb5b4dbc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.4450431
May 20 18:20:43.619834 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2336fb-6ee1-4a25-85fb-15a8e3095014 req-c8418bc5-ef92-46aa-9e37-f0b3dce25b7c tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:43.623582 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5b2336fb-6ee1-4a25-85fb-15a8e3095014 req-c8418bc5-ef92-46aa-9e37-f0b3dce25b7c tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.2974594
May 20 18:20:43.708474 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a8cdd-81cd-4190-abf8-5ac84dc66959 None None] Network 1b5c9663-0b91-442b-be49-07b8285cc79c requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:20:43.729661 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5b2336fb-6ee1-4a25-85fb-15a8e3095014 req-3319d8ac-72c9-4bce-b110-33e357876235 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838680
May 20 18:20:43.777957 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b32b5301-6f99-4bf3-8439-6c82db0cb27b req-e8a13061-b179-4823-b9d4-9c3be70ac427 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1988838
May 20 18:20:43.895831 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:20:44.161157 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:20:44.174445 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:20:44.179127 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:44.346563 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:44.390638 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:44.403284 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:44.414623 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:44.417004 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:44.454582 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36252) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:44.478561 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1655981929-network', 'tenant_id': 'c6d6bb14955848389358c595036f413c'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:44.513617 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:44.520429 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:44.524507 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:44.573713 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-83f3cccd-c554-432a-b09f-6e18cd1d90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:44.574984 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-83f3cccd-c554-432a-b09f-6e18cd1d90fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 1098 time: 0.2030394
May 20 18:20:44.578734 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Usage tracker for resource:network and tenant:c6d6bb14955848389358c595036f413c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:44.590230 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dbbea-3b1f-4abe-83d1-7ca52fd50ee5 req-1f1624c5-6aa4-47c5-a90a-387ea905b516 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:44.591801 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e68dbbea-3b1f-4abe-83d1-7ca52fd50ee5 req-1f1624c5-6aa4-47c5-a90a-387ea905b516 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 946 time: 0.4143925
May 20 18:20:44.592749 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:44.626040 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:44.683864 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e68dbbea-3b1f-4abe-83d1-7ca52fd50ee5 req-7c3f4404-40a9-4111-9a4c-f00180ee05fa tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743074
May 20 18:20:44.686329 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Made reservation on behalf of c6d6bb14955848389358c595036f413c for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:20:44.689025 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:44.708014 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:44.732676 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:44.745464 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Usage tracker for resource:security_group_rule and tenant:c6d6bb14955848389358c595036f413c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:44.749914 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:44.760070 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:44.812720 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af517-c25a-4c28-b1c0-4abf6d63e10f req-1e4b0020-6ae7-44ea-8085-3e015341daf3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:44.826361 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-632af517-c25a-4c28-b1c0-4abf6d63e10f req-1e4b0020-6ae7-44ea-8085-3e015341daf3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.3240790
May 20 18:20:44.964032 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-693e42ed-7ba6-4cb9-a7a0-cec010717128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:44.966977 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-693e42ed-7ba6-4cb9-a7a0-cec010717128 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 918 time: 0.3813961
May 20 18:20:45.172282 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-640a536e-7d37-423c-86f3-1844342b3595 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 HTTP/1.1" status: 200  len: 217 time: 0.1849174
May 20 18:20:45.251133 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-632af517-c25a-4c28-b1c0-4abf6d63e10f req-74b0ef4b-89c8-4493-bf38-f3369c0eaff3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4170787
May 20 18:20:45.258272 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:45.269187 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:45.273718 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:45.322316 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:20:45.337516 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc723b5-dcac-4463-b5f2-03a2c16773e8,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:45.342883 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-a2b6c35c-7289-4cea-8f9e-a68bd5ed087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:45.352937 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-a2b6c35c-7289-4cea-8f9e-a68bd5ed087c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.1718929
May 20 18:20:45.356208 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:45.365302 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:45.365648 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.segments_db [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Added segment 16112e7c-3df0-4782-a218-1f415384fef4 of type vlan for network c0421ffd-da09-4bf0-b51a-dff8873bab94
May 20 18:20:45.410406 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf30205-c07c-45ea-8c02-f21c336b467f req-44d5ee21-db38-49b9-9a9d-af6d6d782912 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:45.413361 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bbf30205-c07c-45ea-8c02-f21c336b467f req-44d5ee21-db38-49b9-9a9d-af6d6d782912 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.4122646
May 20 18:20:45.460114 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'code': 200}
May 20 18:20:45.475811 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:45.540014 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-a4a53500-e030-4e97-a71e-0f59e97869b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1787202
May 20 18:20:45.541169 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36280) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:45.600571 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:45.608444 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:45.610942 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:45.647646 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:45.868234 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-fa16a2b8-ea39-4a64-a183-53c70219925e service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3091087
May 20 18:20:45.935126 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bbf30205-c07c-45ea-8c02-f21c336b467f req-46309f96-752b-432d-9365-046dade2498b tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3837616
May 20 18:20:45.948088 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:45.990249 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Pushing event updated for resources: {'Network': ['ID=c0421ffd-da09-4bf0-b51a-dff8873bab94,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:45.995533 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:45.998198 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5408039
May 20 18:20:46.010829 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network c0421ffd-da09-4bf0-b51a-dff8873bab94 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:20:46.011143 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36292) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:46.021709 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:46.031434 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:7407be80809546e18cd9bc5d1f4dd087 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:46.038368 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:46.048674 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:46.055125 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d670d-ba1f-42e9-86cd-594a9dd5f860 req-324f6706-538d-450e-9714-5e3747141327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:46.056639 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0e7d670d-ba1f-42e9-86cd-594a9dd5f860 req-324f6706-538d-450e-9714-5e3747141327 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 1098 time: 0.2694736
May 20 18:20:46.066187 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999f39e-f1b7-428c-b295-c8fc2f14d4ee req-8aeaec35-d22c-4f28-892b-d7913eba280c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:46.067911 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c999f39e-f1b7-428c-b295-c8fc2f14d4ee req-8aeaec35-d22c-4f28-892b-d7913eba280c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1499088
May 20 18:20:46.094393 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Request body: {'subnet': {'network_id': 'c0421ffd-da09-4bf0-b51a-dff8873bab94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1655981929-subnet', 'tenant_id': 'c6d6bb14955848389358c595036f413c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:46.099598 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:46.105986 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Usage tracker for resource:subnet and tenant:c6d6bb14955848389358c595036f413c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:46.110077 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:46.138889 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:46.146208 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0e7d670d-ba1f-42e9-86cd-594a9dd5f860 req-2c058bcd-7117-4cb7-8868-31cfddb240c6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771673
May 20 18:20:46.152435 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c999f39e-f1b7-428c-b295-c8fc2f14d4ee req-ceb17312-35c8-45f7-b109-ef9c8ebb81ef tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687528
May 20 18:20:46.269103 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c988613-c6fa-4d39-a628-63069c4b9343 req-92e43b8d-f004-4488-856a-271601832ffb tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:46.272392 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8c988613-c6fa-4d39-a628-63069c4b9343 req-92e43b8d-f004-4488-856a-271601832ffb tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.1094515
May 20 18:20:46.275490 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Made reservation on behalf of c6d6bb14955848389358c595036f413c for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:20:46.280543 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:46.282131 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36296) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:46.288618 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'floatingip': {'port_id': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:46.442655 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:46.527816 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-993f3cb4-094e-465f-acdb-7503525ef8e9 req-1b868ef3-27ef-4091-8dc8-5cfbe8be7107 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6527662
May 20 18:20:46.553820 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:46.563918 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:46.573469 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9f765b8f-ceb2-4b6b-86da-22ee8383ff68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:46.625452 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7407be80809546e18cd9bc5d1f4dd087&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0819361
May 20 18:20:46.630391 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36306) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:46.647141 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba8cedb-a133-4e66-b628-f607e3816c8a,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:46.654417 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:46.813959 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2ca4845d-5264-44a0-ae35-e08697f90bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:46.897568 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d44981-3882-4b5f-ad9b-061b6ec4bfaf req-07259b12-76ad-4dd4-b3c6-7af1078f396b tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:46.901063 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e7d44981-3882-4b5f-ad9b-061b6ec4bfaf req-07259b12-76ad-4dd4-b3c6-7af1078f396b tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 946 time: 0.5470760
May 20 18:20:46.925785 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2ca4845d-5264-44a0-ae35-e08697f90bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:47.332043 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1c1ace4d-8476-4fb4-a232-2b86b752f0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:47.407349 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-cfba9e5b-81d1-484b-aaf6-0f57156abe34 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:47.408578 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-cfba9e5b-81d1-484b-aaf6-0f57156abe34 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Synchronizing usage tracker for tenant:e0db7ba629fe4f6e891e56cc9ea6b5dd on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:20:47.422244 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2ca4845d-5264-44a0-ae35-e08697f90bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:47.431754 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:47.472093 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e7d44981-3882-4b5f-ad9b-061b6ec4bfaf req-fd596429-47f1-4d7a-a434-bac6f2fbf8c1 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5618739
May 20 18:20:47.490318 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4845d-5264-44a0-ae35-e08697f90bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba8cedb-a133-4e66-b628-f607e3816c8a,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:47.494130 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2ca4845d-5264-44a0-ae35-e08697f90bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:47.602194 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-cfba9e5b-81d1-484b-aaf6-0f57156abe34 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Unset dirty status for tenant:e0db7ba629fe4f6e891e56cc9ea6b5dd on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:20:47.602194 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-cfba9e5b-81d1-484b-aaf6-0f57156abe34 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.22 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 946 time: 0.6330771
May 20 18:20:47.672259 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2ca4845d-5264-44a0-ae35-e08697f90bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:47.673421 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-2ca4845d-5264-44a0-ae35-e08697f90bc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ba8cedb-a133-4e66-b628-f607e3816c8a HTTP/1.1" status: 204  len: 168 time: 1.0420737
May 20 18:20:47.764446 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:47.777308 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-45b22b27-ebfd-4b9b-98ee-c776cab05f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:48.190191 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9acc9c-8ad7-4985-88c9-3ed1355ff426,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:48.206854 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:48.208375 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Checking segment: {'id': '16112e7c-3df0-4782-a218-1f415384fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c0421ffd-da09-4bf0-b51a-dff8873bab94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:20:48.209006 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Network hostable DHCP agents. Network: c0421ffd-da09-4bf0-b51a-dff8873bab94, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:20:48.217674 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8689b0-943c-4898-873e-6c10621d0f6c req-90a6293d-5c2e-46aa-b108-dfe27bc5aada tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:48.225315 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8a8689b0-943c-4898-873e-6c10621d0f6c req-90a6293d-5c2e-46aa-b108-dfe27bc5aada tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.8634815
May 20 18:20:48.250964 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36352) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:48.305362 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:48.333340 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8a8689b0-943c-4898-873e-6c10621d0f6c req-86b7af69-d411-4c8e-bff1-912d3b288cd0 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924389
May 20 18:20:48.351174 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Deleting port 6c65c48b-e375-4caf-bc97-38ed690289d0 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:20:48.351962 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:48.368902 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0ef26-9bca-48cb-9a5c-a8f37d591304 req-f7832759-16ab-4b3f-a295-ae8959440805 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:48.373030 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-06a0ef26-9bca-48cb-9a5c-a8f37d591304 req-f7832759-16ab-4b3f-a295-ae8959440805 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.5807955
May 20 18:20:48.389848 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Network c0421ffd-da09-4bf0-b51a-dff8873bab94 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:20:48.404984 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:48.439524 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Usage tracker for resource:security_group_rule and tenant:e5f9b1e1621343c7a14c345550c0aa1a is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:48.451338 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:48.466929 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, c0421ffd-da09-4bf0-b51a-dff8873bab94) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:20:48.470652 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:48.484255 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45470e91-1e13-42fb-8ce0-189c3bfec1f1 None None] Network c0421ffd-da09-4bf0-b51a-dff8873bab94 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:20:48.635783 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-06a0ef26-9bca-48cb-9a5c-a8f37d591304 req-040784bd-7f0e-4279-9ef3-1e0b9bd57221 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2513037
May 20 18:20:48.639605 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:48.640638 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:48.648116 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.db.resource_extend [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 20 18:20:48.738566 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] For port 6c65c48b-e375-4caf-bc97-38ed690289d0, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6c65c48b-e375-4caf-bc97-38ed690289d0,segment=NetworkSegment(1a0814c8-401b-4451-a07a-901da70084c3),segment_id=1a0814c8-401b-4451-a07a-901da70084c3)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:20:48.739338 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:48.819710 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418966bc-dac8-42f4-b75b-55cfc20a0cfb None None] Network c0421ffd-da09-4bf0-b51a-dff8873bab94 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:20:48.957039 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:48.982779 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:48.989311 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Calling delete_port for 6c65c48b-e375-4caf-bc97-38ed690289d0 owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:20:49.129823 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-1a90a9f1-7173-4a96-a416-2abb9dae0527 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.1089501
May 20 18:20:49.178944 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-57647c56-a75f-4579-a328-28cd4aaafbb1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6190376
May 20 18:20:49.212981 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c0c20-4502-43ba-b97f-59a41fae70d2 req-31ce92a0-c512-4bf0-8edd-18450fa3c91d tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:49.226227 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7d6c0c20-4502-43ba-b97f-59a41fae70d2 req-31ce92a0-c512-4bf0-8edd-18450fa3c91d tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 946 time: 0.4031692
May 20 18:20:49.318341 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:49.325929 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:49.389250 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:49.405858 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5f9b1e1621343c7a14c345550c0aa1a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1518781
May 20 18:20:49.462899 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36380) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:49.558593 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48d347e-1666-4593-8e76-f6b2cc6b383a,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:49.569490 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:49.590079 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:49.610310 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:49.610948 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['6c65c48b-e375-4caf-bc97-38ed690289d0'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:20:49.697261 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Pushing event deleted for resources: {'Port': ['ID=6c65c48b-e375-4caf-bc97-38ed690289d0,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:49.704953 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:49.742466 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7d6c0c20-4502-43ba-b97f-59a41fae70d2 req-b8fb2f74-c7a5-4c61-a040-e0851aed5844 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5130665
May 20 18:20:49.747678 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Floating IP 44d7b1ad-39a8-4c88-bbd8-91596c5222c0 associated. External IP: 172.27.0.238, port: a2dcd1ab-58d0-405c-92a4-6dd1eb113c69.
May 20 18:20:49.750150 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:49.797154 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] No DVR routers for this DVR port 6c65c48b-e375-4caf-bc97-38ed690289d0 on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:20:49.801511 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:49.804977 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c9870c-bb3a-4373-b77d-1eb3b1e02d8f', 'name': 'network-vif-deleted', 'tag': '6c65c48b-e375-4caf-bc97-38ed690289d0'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:49.829820 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c506fe30-5119-49e8-8ec2-5e639be54131 req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.22 "DELETE /v2.0/ports/6c65c48b-e375-4caf-bc97-38ed690289d0 HTTP/1.1" status: 204  len: 173 time: 2.2205739
May 20 18:20:49.860661 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1237ebd7-d0d1-411e-bc79-942c9af6eea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:50.040431 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8803d7c4-add4-49f5-b8fa-270e406904a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:50.075686 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-1f32c330-5480-4105-8f93-74dbd346fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:50.077188 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-1f32c330-5480-4105-8f93-74dbd346fb84 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1099 time: 0.7259650
May 20 18:20:50.417449 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8803d7c4-add4-49f5-b8fa-270e406904a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:50.682906 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68c1e2-ca1e-46be-8e1a-d304342d0fe1 req-a67b3070-6c12-480b-baeb-8eb455b0f05f tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:50.685631 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5d68c1e2-ca1e-46be-8e1a-d304342d0fe1 req-a67b3070-6c12-480b-baeb-8eb455b0f05f tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 1.0912640
May 20 18:20:50.897481 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:50.974590 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747868f-71b0-41f1-a0da-31c11eaba3c7 req-768dc888-1a2c-48b2-ae45-0800fdadbdd2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:50.976676 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e747868f-71b0-41f1-a0da-31c11eaba3c7 req-768dc888-1a2c-48b2-ae45-0800fdadbdd2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 1.0325849
May 20 18:20:51.009694 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:51.039707 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-6304dd23-dda4-4bd2-b7c5-7c8d1a07b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:51.042170 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-6304dd23-dda4-4bd2-b7c5-7c8d1a07b81d service neutron] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 918 time: 0.7122364
May 20 18:20:51.053340 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5d68c1e2-ca1e-46be-8e1a-d304342d0fe1 req-047cfc34-8afd-45dc-816f-29bb86c6efc6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3470898
May 20 18:20:51.082393 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8803d7c4-add4-49f5-b8fa-270e406904a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:51.098924 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:51.209931 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c9870c-bb3a-4373-b77d-1eb3b1e02d8f', 'name': 'network-vif-deleted', 'tag': '6c65c48b-e375-4caf-bc97-38ed690289d0', 'status': 'completed', 'code': 200}
May 20 18:20:51.231933 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-21168506-4d47-420c-8977-1b81230a8b0c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6 HTTP/1.1" status: 200  len: 217 time: 0.1425195
May 20 18:20:51.394419 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803d7c4-add4-49f5-b8fa-270e406904a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48d347e-1666-4593-8e76-f6b2cc6b383a,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:51.445611 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8803d7c4-add4-49f5-b8fa-270e406904a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:51.528783 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e747868f-71b0-41f1-a0da-31c11eaba3c7 req-7d869b1c-f10a-43bb-a643-1ba605672da1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4975162
May 20 18:20:51.531062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8803d7c4-add4-49f5-b8fa-270e406904a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:51.534754 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-8803d7c4-add4-49f5-b8fa-270e406904a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c48d347e-1666-4593-8e76-f6b2cc6b383a HTTP/1.1" status: 204  len: 168 time: 2.0751426
May 20 18:20:51.589878 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Router e3beeed8-ae21-4379-92c1-f537a974b413 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:20:51.598376 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0ad4d078-31a3-48f4-9acc-f47dcb88f2aa req-36591a2a-58f2-46c2-a24f-9d7220bcffa9 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c9870c-bb3a-4373-b77d-1eb3b1e02d8f HTTP/1.1" status: 200  len: 210 time: 0.1588426
May 20 18:20:51.601884 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-9fd5fd6b-ec86-46ae-838a-a3a9407b0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:51.604432 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-9fd5fd6b-ec86-46ae-838a-a3a9407b0d65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.2208238
May 20 18:20:51.757126 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36446) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:51.892733 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-a52b7374-938e-4252-96ff-d1014f5d54c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2735620
May 20 18:20:51.928519 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 6c65c48b-e375-4caf-bc97-38ed690289d0 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:20:52.013784 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 6c65c48b-e375-4caf-bc97-38ed690289d0 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:20:52.014143 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 6c65c48b-e375-4caf-bc97-38ed690289d0 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:20:52.292970 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:52.344960 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:20:52.354072 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:52.381039 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] Sync routers for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:20:52.398659 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:52.403778 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:20:52.405882 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a173296a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:20:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:52.411276 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:52.429167 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Usage tracker for resource:security_group_rule and tenant:116dde6525e84b19b33a57b61a5a2eb2 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:52.439473 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:52.448052 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-af38af7d-cba4-4f66-975d-e8b60f5e6d63 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5269489
May 20 18:20:52.452262 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:52.595987 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0801f6-1b1f-4c7b-97e7-a32b2baa9dc1 req-470e4291-4acf-4a07-a920-0a7bcd17b9da tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:52.602041 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1b0801f6-1b1f-4c7b-97e7-a32b2baa9dc1 req-470e4291-4acf-4a07-a920-0a7bcd17b9da tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.9088540
May 20 18:20:52.613154 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36480) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:52.615373 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-10baec40-cc8b-4256-add3-d6191d9cbae9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "PUT /v2.0/floatingips/44d7b1ad-39a8-4c88-bbd8-91596c5222c0 HTTP/1.1" status: 200  len: 992 time: 6.3320303
May 20 18:20:52.652070 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-1e7a8fdc-5e58-49d4-918f-45fd4b30059e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'floatingip': {'port_id': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:20:52.730225 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'tag': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:52.865027 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:52.870503 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8fdc-5e58-49d4-918f-45fd4b30059e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:52.942277 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:52.959594 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:52.962521 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f04fa44-6bfd-4f03-8cdf-3cea396b14d9 req-4e2a9c9c-df25-4b08-aabc-20216cc92436 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4683003
May 20 18:20:53.018600 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc28dc-18bf-4153-8cc2-32e112b4421d req-16622663-e266-434f-9f59-f200cbbba9e8 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:53.024781 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-70cc28dc-18bf-4153-8cc2-32e112b4421d req-16622663-e266-434f-9f59-f200cbbba9e8 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.5789452
May 20 18:20:53.056314 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5027d7-f691-4768-a8cd-fe8579fc20d8,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:53.066639 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:20:53.161602 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:53.377008 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'tag': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69', 'status': 'completed', 'code': 200}
May 20 18:20:53.488983 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-70cc28dc-18bf-4153-8cc2-32e112b4421d req-7a0dac11-9734-4f23-949d-287006bea37e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4582088
May 20 18:20:53.578581 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-cc01175a-3c04-451a-a4d6-93ab65e4a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:53.579994 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-cc01175a-3c04-451a-a4d6-93ab65e4a930 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 1099 time: 0.2021835
May 20 18:20:53.678771 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=116dde6525e84b19b33a57b61a5a2eb2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9192169
May 20 18:20:53.687241 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36516) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:53.754954 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a173296a0>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '44d7b1ad-39a8-4c88-bbd8-91596c5222c0', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'port_id': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'mac_address': 'fa:16:3e:fe:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:20:03Z', 'updated_at': '2021-05-20T18:20:48Z', 'revision_number': 1, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:53.765112 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] Checking router: e3beeed8-ae21-4379-92c1-f537a974b413 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:20:53.797662 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:20:53.799454 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a173296a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:20:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:53.823735 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-426ebb7b-74d3-45f6-8026-030ca4601e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:53.827877 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-426ebb7b-74d3-45f6-8026-030ca4601e5f service neutron] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 911 time: 0.2292640
May 20 18:20:54.036724 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:20:54.088302 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-5bd03641-ba73-4d06-aad4-4722721ea86a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 HTTP/1.1" status: 200  len: 1000 time: 0.2494867
May 20 18:20:54.131809 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:20:54.255983 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-134ed0e5-1c00-47e8-95ca-02c281a1956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:54.257590 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-134ed0e5-1c00-47e8-95ca-02c281a1956b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.1611013
May 20 18:20:54.387601 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-66915340-1761-4dfa-9fcb-140684a40940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:54.389270 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-66915340-1761-4dfa-9fcb-140684a40940 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1225190
May 20 18:20:54.439932 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b5aa80cd-61b8-4fba-a8a4-83cd1cf7dfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:54.496250 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b5aa80cd-61b8-4fba-a8a4-83cd1cf7dfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:54.765702 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a173296a0>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '44d7b1ad-39a8-4c88-bbd8-91596c5222c0', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'port_id': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'mac_address': 'fa:16:3e:fe:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:20:03Z', 'updated_at': '2021-05-20T18:20:48Z', 'revision_number': 1, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:54.771177 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad6857-5ea7-48ac-8623-32917e01b776 None None] The sync data for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi is: [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '44d7b1ad-39a8-4c88-bbd8-91596c5222c0', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'port_id': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'mac_address': 'fa:16:3e:fe:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:20:03Z', 'updated_at': '2021-05-20T18:20:48Z', 'revision_number': 1, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:20:54.820196 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-1004552a-2cf1-4761-8200-f876b6b69ad5 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4205952
May 20 18:20:54.829716 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b5aa80cd-61b8-4fba-a8a4-83cd1cf7dfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:54.845214 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4f8c247a-e65a-4ba8-be09-86fb0fc0f7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:54.878712 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b5aa80cd-61b8-4fba-a8a4-83cd1cf7dfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:54.886089 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-b5aa80cd-61b8-4fba-a8a4-83cd1cf7dfd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db5027d7-f691-4768-a8cd-fe8579fc20d8 HTTP/1.1" status: 204  len: 168 time: 1.1970980
May 20 18:20:54.894976 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c30e60-5b8f-4fd3-9987-860ce57b6683 req-99a590d0-a5e7-4897-ab3d-124303b0496a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:54.897889 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-92c30e60-5b8f-4fd3-9987-860ce57b6683 req-99a590d0-a5e7-4897-ab3d-124303b0496a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.2162542
May 20 18:20:54.899234 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8fdc-5e58-49d4-918f-45fd4b30059e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:54.903148 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa80cd-61b8-4fba-a8a4-83cd1cf7dfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5027d7-f691-4768-a8cd-fe8579fc20d8,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:54.908895 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b5aa80cd-61b8-4fba-a8a4-83cd1cf7dfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:54.916956 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8fdc-5e58-49d4-918f-45fd4b30059e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:55.212904 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-92c30e60-5b8f-4fd3-9987-860ce57b6683 req-19dbacd5-5124-47d7-abbd-02de498a18c4 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2956541
May 20 18:20:55.255366 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d350d0d-6b31-4d0b-8a9a-2698449cbf81 None None] New status for floating IP 44d7b1ad-39a8-4c88-bbd8-91596c5222c0: ACTIVE {{(pid=91653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:20:55.281284 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4699452-db01-4acd-a48d-6e8e589e4641 req-833b5952-2c3a-4742-a3ef-4696f81a2aa6 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4508300
May 20 18:20:55.403329 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.l3_db [None req-1e7a8fdc-5e58-49d4-918f-45fd4b30059e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Floating IP 3594d0d7-fa21-49e0-bad9-46a7eedc819e associated. External IP: 172.27.0.95, port: 1dab9314-a2fc-4f1b-80c9-e4c6a6279214.
May 20 18:20:55.774290 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36570) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:55.823727 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:55.879368 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:55.896771 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Usage tracker for resource:security_group_rule and tenant:9c021147f34c43589ad7d13b1b9330ad is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:55.909564 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:55.931766 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:55.952316 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36574) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:56.149402 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce287633-2f62-4bf2-a36d-80171a957714 admin admin] Deleting subnet 11f1d47f-f7eb-40b0-bade-2ca7125ff674 {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:20:56.161199 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce287633-2f62-4bf2-a36d-80171a957714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:56.251663 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7a8fdc-5e58-49d4-918f-45fd4b30059e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Router 3d709264-fdd4-4d7d-813d-a81152d82e06 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:20:56.357701 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce287633-2f62-4bf2-a36d-80171a957714 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:56.368025 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce287633-2f62-4bf2-a36d-80171a957714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:56.701497 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7a8fdc-5e58-49d4-918f-45fd4b30059e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:20:56.720657 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] Sync routers for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:20:56.728992 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8fdc-5e58-49d4-918f-45fd4b30059e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:56.738411 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:20:56.739863 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17329f40>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:20:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:56.819457 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-1e7a8fdc-5e58-49d4-918f-45fd4b30059e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "PUT /v2.0/floatingips/3594d0d7-fa21-49e0-bad9-46a7eedc819e HTTP/1.1" status: 200  len: 990 time: 4.1994817
May 20 18:20:56.820461 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:20:56.992604 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:20:57.049373 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'status': 'completed', 'code': 200}
May 20 18:20:57.076181 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce03d90-520a-4a0b-b80a-b6ec587bfb95 req-3e4c34d5-e008-47ea-bcb1-21d98c912568 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:57.078990 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bce03d90-520a-4a0b-b80a-b6ec587bfb95 req-3e4c34d5-e008-47ea-bcb1-21d98c912568 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.4258225
May 20 18:20:57.086786 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:57.192965 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:57.222729 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9ea1c643-53a6-410c-b55a-f50358009264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:57.368902 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c021147f34c43589ad7d13b1b9330ad&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5922458
May 20 18:20:57.371997 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36598) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:57.383914 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd9d32c-2e79-4e89-a96b-8e7c27be81fa,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:57.396300 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bce03d90-520a-4a0b-b80a-b6ec587bfb95 req-9e478622-9e84-4ca4-8fcd-d6ee0b5001f7 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008471
May 20 18:20:57.400666 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:57.402477 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce287633-2f62-4bf2-a36d-80171a957714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:57.418237 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6bee542d-ea7e-4590-8856-7a70f102aca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:57.490663 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17329f40>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '3594d0d7-fa21-49e0-bad9-46a7eedc819e', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'port_id': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'mac_address': 'fa:16:3e:d6:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:20:11Z', 'updated_at': '2021-05-20T18:20:54Z', 'revision_number': 1, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:57.494414 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce287633-2f62-4bf2-a36d-80171a957714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f1d47f-f7eb-40b0-bade-2ca7125ff674,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:57.496552 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] Checking router: 3d709264-fdd4-4d7d-813d-a81152d82e06 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:20:57.501289 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ce287633-2f62-4bf2-a36d-80171a957714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:57.505331 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce287633-2f62-4bf2-a36d-80171a957714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:57.508485 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:20:57.509457 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17329f40>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:20:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:57.521497 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-2be8ad83-314f-44cc-a58c-81b7cb6ec226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:57.523699 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-141ef847-1ded-46de-8385-2075dda51358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:57.523911 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-2be8ad83-314f-44cc-a58c-81b7cb6ec226 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 1098 time: 0.4347448
May 20 18:20:57.570354 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-141ef847-1ded-46de-8385-2075dda51358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:57.582050 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ce287633-2f62-4bf2-a36d-80171a957714 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11f1d47f-f7eb-40b0-bade-2ca7125ff674 HTTP/1.1" status: 204  len: 168 time: 1.6237121
May 20 18:20:57.587403 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36606) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:57.750432 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:20:57.937937 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:58.062534 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-141ef847-1ded-46de-8385-2075dda51358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:58.064059 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-76e66406-91bb-4992-aa71-02f0c58655a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:58.065947 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-76e66406-91bb-4992-aa71-02f0c58655a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.5330794
May 20 18:20:58.093818 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b8a85438-6a2c-4925-b705-3d2f171e7c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:58.193260 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ef847-1ded-46de-8385-2075dda51358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd9d32c-2e79-4e89-a96b-8e7c27be81fa,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:58.230646 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-141ef847-1ded-46de-8385-2075dda51358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:58.234451 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-141ef847-1ded-46de-8385-2075dda51358 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbd9d32c-2e79-4e89-a96b-8e7c27be81fa HTTP/1.1" status: 204  len: 168 time: 0.8579900
May 20 18:20:58.234451 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-141ef847-1ded-46de-8385-2075dda51358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:58.272504 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-eec306a2-206e-4fa7-a3ba-c310cc339231 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214 HTTP/1.1" status: 200  len: 998 time: 0.1986694
May 20 18:20:58.373993 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:58.408406 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8a170c9fa0>> segment before_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.408801 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8a170c9fa0>> subnet precommit_delete_associations 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.409572 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a16e88b80>> segment_host_mapping after_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.411970 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a16e88b80>> port after_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.412148 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a16e88b80>> port after_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.412817 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a16e88b80>> port after_update 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.415526 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a16e88b80>> segment after_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.415907 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a16e88b80>> subnet after_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.416251 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a16e88b80>> subnet after_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.417738 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a16e88b80>> subnet after_update 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.437833 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-4dd38688-244c-4960-a369-e4a50a27ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:58.447008 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-4dd38688-244c-4960-a369-e4a50a27ea53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.1647861
May 20 18:20:58.545958 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36636) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:58.610095 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a17df88e0>> subnet after_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.610541 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a17df88e0>> subnet after_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.610843 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a17df88e0>> subnet before_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.611346 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a17df88e0>> subnet before_update 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:20:58.611735 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17329f40>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '3594d0d7-fa21-49e0-bad9-46a7eedc819e', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'port_id': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'mac_address': 'fa:16:3e:d6:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:20:11Z', 'updated_at': '2021-05-20T18:20:54Z', 'revision_number': 1, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:58.612179 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a16e88bb0>,) {'filters': {'network_id': ['506dc7c1-f232-4ceb-9b57-7b2a196c92da']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:58.627384 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416bea08-0ac5-4afd-9e04-cebaa2d6551f None None] The sync data for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi is: [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '3594d0d7-fa21-49e0-bad9-46a7eedc819e', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'port_id': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'mac_address': 'fa:16:3e:d6:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:20:11Z', 'updated_at': '2021-05-20T18:20:54Z', 'revision_number': 1, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:20:58.629504 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-a86f7347-7b49-48cb-8010-8334369cb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:58.636432 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-a86f7347-7b49-48cb-8010-8334369cb036 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1813998
May 20 18:20:58.652964 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16e88bb0>, '1a0814c8-401b-4451-a07a-901da70084c3') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:58.655196 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16e88bb0>, '1a0814c8-401b-4451-a07a-901da70084c3') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:20:58.698971 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:58.783538 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:58.800858 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:20:58.801723 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   from cryptography.utils import int_from_bytes
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   from cryptography.utils import int_from_bytes
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:20:59.025558 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:20:59.033471 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:59.044491 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:59.131889 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:59.136794 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c0aa2-fe85-444f-a1f4-2d77a4b20d3e None None] New status for floating IP 3594d0d7-fa21-49e0-bad9-46a7eedc819e: ACTIVE {{(pid=91653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:20:59.141385 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Pushing event deleted for resources: {'Network': ['ID=506dc7c1-f232-4ceb-9b57-7b2a196c92da,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:59.146665 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:59.184312 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] 10.222.0.13 "DELETE /v2.0/networks/506dc7c1-f232-4ceb-9b57-7b2a196c92da HTTP/1.1" status: 204  len: 168 time: 1.5907745
May 20 18:20:59.273442 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-616d7394-7a21-4eb2-8122-50bd21100188 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6210525
May 20 18:20:59.486975 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049838b-282b-4b3a-b51d-faa767099e3e req-b78ca29c-7bb5-444d-bffb-82605bce02bb tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:20:59.502322 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6049838b-282b-4b3a-b51d-faa767099e3e req-b78ca29c-7bb5-444d-bffb-82605bce02bb tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.6231437
May 20 18:20:59.508344 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:59.599739 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36662) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:59.619287 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:20:59.640761 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Usage tracker for resource:security_group_rule and tenant:65f7e1525881431ab7aa65f7fa1aceaf is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:20:59.645654 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:20:59.660371 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6049838b-282b-4b3a-b51d-faa767099e3e req-6b9c8ac6-4116-4844-bf89-0586dc10c4fa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568940
May 20 18:20:59.661320 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:20:59.669478 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-df51a4c2-69e3-49b6-ba3d-0f3b84b0a3f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0db7ba629fe4f6e891e56cc9ea6b5dd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0661187
May 20 18:20:59.673618 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36666) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:59.706146 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b572dc6d-1152-41a0-93ee-fc1249132cb3 req-40e2409c-5ffa-417a-8be3-6875c3b8a8f4 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4203434
May 20 18:20:59.812775 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:59.820053 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:59.820379 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32ffec64-3bee-40dd-b10f-2ec3bb043690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:59.830936 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-802f0ad2-ae5b-452c-806e-db77ac196730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:20:59.871463 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32ffec64-3bee-40dd-b10f-2ec3bb043690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:20:59.888747 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36676) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:20:59.889083 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65f7e1525881431ab7aa65f7fa1aceaf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3343332
May 20 18:20:59.897430 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c54a3f-8bd8-453c-aa78-86686624cd70,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:20:59.912041 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:20:59.997089 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ae1502b4-0e79-4a2a-8686-e20f183bdc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:00.001102 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32ffec64-3bee-40dd-b10f-2ec3bb043690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:00.012264 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b5aa80cd-61b8-4fba-a8a4-83cd1cf7dfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:00.033798 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffec64-3bee-40dd-b10f-2ec3bb043690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf85ab5-3437-4658-8a7f-c10dd53e5dd6,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:00.049441 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-32ffec64-3bee-40dd-b10f-2ec3bb043690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:00.058915 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ae1502b4-0e79-4a2a-8686-e20f183bdc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:00.078991 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32ffec64-3bee-40dd-b10f-2ec3bb043690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:00.083206 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-32ffec64-3bee-40dd-b10f-2ec3bb043690 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cf85ab5-3437-4658-8a7f-c10dd53e5dd6 HTTP/1.1" status: 204  len: 168 time: 0.4056938
May 20 18:21:00.198500 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ae1502b4-0e79-4a2a-8686-e20f183bdc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:00.202957 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:00.238648 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1502b4-0e79-4a2a-8686-e20f183bdc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c54a3f-8bd8-453c-aa78-86686624cd70,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:00.244405 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ae1502b4-0e79-4a2a-8686-e20f183bdc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:00.246115 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ae1502b4-0e79-4a2a-8686-e20f183bdc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:00.255021 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-ae1502b4-0e79-4a2a-8686-e20f183bdc0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18c54a3f-8bd8-453c-aa78-86686624cd70 HTTP/1.1" status: 204  len: 168 time: 0.3650677
May 20 18:21:01.089390 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc5c81-d3c2-47e2-b455-6fc4fc6549ba req-4e9f610d-8d56-403d-b128-6d7aac4052dc tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:01.099510 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-88dc5c81-d3c2-47e2-b455-6fc4fc6549ba req-4e9f610d-8d56-403d-b128-6d7aac4052dc tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.1617448
May 20 18:21:01.239991 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-88dc5c81-d3c2-47e2-b455-6fc4fc6549ba req-1f8aac4b-0277-4afe-96a3-eff21fe107f8 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395290
May 20 18:21:02.540033 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36790) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:02.598795 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12717c53-fc09-4fd9-af2b-875578e6f6f6 req-979ad7bb-3b8a-4600-a1d2-47e1ebf7effa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:02.603290 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-12717c53-fc09-4fd9-af2b-875578e6f6f6 req-979ad7bb-3b8a-4600-a1d2-47e1ebf7effa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.2101941
May 20 18:21:02.713399 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-12717c53-fc09-4fd9-af2b-875578e6f6f6 req-3aeab50b-1b1d-4175-844e-d7082c5af4a1 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031454
May 20 18:21:02.859503 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-921513834-network', 'tenant_id': '0b14bd383da44746985d08a30cd1b357'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:02.869616 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:02.877453 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Usage tracker for resource:network and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:02.883832 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:02.896967 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:02.914976 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Made reservation on behalf of 0b14bd383da44746985d08a30cd1b357 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:21:02.919847 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:02.946949 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:02.976811 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:02.984164 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Usage tracker for resource:security_group_rule and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:02.990390 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:03.004332 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:03.166189 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:03.173450 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:03.180700 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-141ef847-1ded-46de-8385-2075dda51358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:03.209509 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:21:03.222990 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf1d23e-f117-4c83-9165-a81c00b83d95,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:03.239396 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:03.245261 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:03.245636 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Added segment 25831882-0e20-45f8-bae9-ba9999d1fb98 of type vlan for network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332
May 20 18:21:03.277365 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:03.313622 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:03.315080 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:03.315653 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:03.319250 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:03.418572 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Pushing event updated for resources: {'Network': ['ID=324ca71e-7f17-4be5-8d04-6ebc2ab4f332,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:03.423838 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:03.433424 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:21:03.449305 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9060237
May 20 18:21:03.452372 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36824) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:03.461201 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Request body: {'subnet': {'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-921513834-subnet', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:03.472649 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:03.485418 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Usage tracker for resource:subnet and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:03.494162 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:03.511864 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:03.547192 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Made reservation on behalf of 0b14bd383da44746985d08a30cd1b357 for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:21:03.550543 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16221066'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:03.868495 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36840) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:04.105224 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82088e-2c2a-46f8-bb5d-767dba15e7ce req-1070dcba-9bc3-44ba-bbc7-f9d3ee23e5f3 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:04.107174 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5b82088e-2c2a-46f8-bb5d-767dba15e7ce req-1070dcba-9bc3-44ba-bbc7-f9d3ee23e5f3 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.1567822
May 20 18:21:04.186454 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.226020 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:04.236747 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Usage tracker for resource:security_group_rule and tenant:71d642fb82f84691980cad575bb6fcc5 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:04.251874 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5b82088e-2c2a-46f8-bb5d-767dba15e7ce req-4429c0aa-1c31-4110-a94c-89b992b93dab tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262376
May 20 18:21:04.257203 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:04.268975 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:04.399810 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15007632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16221080'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.410161 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:04.495096 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.503418 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.513797 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-484b7b0e-7e0a-4110-85f3-2393ef52d02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:04.560197 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f854f3-aeb6-467e-b28b-8c8ba9180d99,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:04.576858 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:04.588528 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71d642fb82f84691980cad575bb6fcc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7177567
May 20 18:21:04.591309 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36856) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:04.600021 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:04.603416 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Checking segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:04.604053 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Network hostable DHCP agents. Network: 324ca71e-7f17-4be5-8d04-6ebc2ab4f332, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:21:04.617722 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:04.649111 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:21:04.675003 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 324ca71e-7f17-4be5-8d04-6ebc2ab4f332) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:04.683486 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-33857964-408d-46ae-a5d1-448ff7decce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.690971 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60661e53-6ae1-40b7-8dd3-88c6ae1f1510 None None] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:21:04.711560 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:04.712265 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.736210 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-33857964-408d-46ae-a5d1-448ff7decce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.769514 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-91b688a0-5e27-43ff-9247-63e7ea9929ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3156211
May 20 18:21:04.772274 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36868) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:04.785306 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:04.799038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:04.814615 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-33857964-408d-46ae-a5d1-448ff7decce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.818636 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:04.821221 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Usage tracker for resource:router and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:04.824661 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:04.831490 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33857964-408d-46ae-a5d1-448ff7decce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f854f3-aeb6-467e-b28b-8c8ba9180d99,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:04.833723 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:04.841327 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-33857964-408d-46ae-a5d1-448ff7decce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:04.863075 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-33857964-408d-46ae-a5d1-448ff7decce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.864330 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-33857964-408d-46ae-a5d1-448ff7decce8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3f854f3-aeb6-467e-b28b-8c8ba9180d99 HTTP/1.1" status: 204  len: 168 time: 0.2719142
May 20 18:21:04.868701 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.870238 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:04.889849 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.082308 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:21:05.087125 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.236280 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.354987 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Allocated IP 172.20.0.2 (324ca71e-7f17-4be5-8d04-6ebc2ab4f332/22bb6ec4-7a08-431a-b3b4-52c1e2066dfe/1e26619b-512c-4f27-b5b3-30bcec1c48ea) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:21:05.379206 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36888) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:05.417357 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.533683 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:05.550271 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Usage tracker for resource:security_group_rule and tenant:ca4fa2333bb54ede93740973d1cad12a is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:05.559226 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:05.572631 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:05.593208 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dae8cb-a372-451f-9d94-97fb13e0dafe req-3fc32db1-f431-429d-98fe-aded411a9e1a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:05.602241 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-51dae8cb-a372-451f-9d94-97fb13e0dafe req-3fc32db1-f431-429d-98fe-aded411a9e1a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.1859262
May 20 18:21:05.681459 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-51dae8cb-a372-451f-9d94-97fb13e0dafe req-f1fa3e2e-874b-4cb0-9e74-0cac5ff6ccff tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758467
May 20 18:21:05.697798 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.699083 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Transition to ACTIVE for port object 1e26619b-512c-4f27-b5b3-30bcec1c48ea will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:05.718896 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Transition to ACTIVE for port object 1e26619b-512c-4f27-b5b3-30bcec1c48ea will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:05.727168 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.732812 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:05.750632 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.795208 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.841401 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:05.844831 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.845140 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:05.849904 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:21:05.853719 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:05.886563 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-33857964-408d-46ae-a5d1-448ff7decce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:05.949597 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca4fa2333bb54ede93740973d1cad12a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5691159
May 20 18:21:05.956742 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Pushing event updated for resources: {'Port': ['ID=1e26619b-512c-4f27-b5b3-30bcec1c48ea,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:05.965856 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:05.968386 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 36904) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:06.002460 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Allocated IP 172.27.0.118 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/76f2a81d-cc20-471a-b1c1-ec2efbe0181d) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:21:06.023728 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74f7ded-2513-4887-aad5-a199ab9568b7,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:06.032280 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:06.117859 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Attempting to bind port 1e26619b-512c-4f27-b5b3-30bcec1c48ea on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:21:06.118524 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Attempting to bind port 1e26619b-512c-4f27-b5b3-30bcec1c48ea by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:21:06.119262 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Attempting to bind port 1e26619b-512c-4f27-b5b3-30bcec1c48ea on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:06.137078 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:21:06.137898 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Checking segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:06.138495 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:06.139121 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Bound using segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:21:06.140013 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Bound port: 1e26619b-512c-4f27-b5b3-30bcec1c48ea, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:21:06.141098 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:06.221901 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-87016492-afae-4967-b1ad-0c52feddd589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:06.282427 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] For port 1e26619b-512c-4f27-b5b3-30bcec1c48ea, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:21:06.287801 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] For port 1e26619b-512c-4f27-b5b3-30bcec1c48ea, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1e26619b-512c-4f27-b5b3-30bcec1c48ea,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:21:06.295674 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:06.301975 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:06.322348 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:06.324693 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-87016492-afae-4967-b1ad-0c52feddd589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:06.396312 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:06.414659 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:06.417720 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Pushing event updated for resources: {'Port': ['ID=1e26619b-512c-4f27-b5b3-30bcec1c48ea,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:06.422098 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:06.473199 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-87016492-afae-4967-b1ad-0c52feddd589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:06.485874 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d5c4590c-77db-4af0-890a-e0c8573c8a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:06.517219 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87016492-afae-4967-b1ad-0c52feddd589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74f7ded-2513-4887-aad5-a199ab9568b7,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:06.537787 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-87016492-afae-4967-b1ad-0c52feddd589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:06.549525 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-87016492-afae-4967-b1ad-0c52feddd589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:06.555576 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-87016492-afae-4967-b1ad-0c52feddd589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c74f7ded-2513-4887-aad5-a199ab9568b7 HTTP/1.1" status: 204  len: 168 time: 0.5821035
May 20 18:21:06.564373 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:06.567520 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:06.572750 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:21:06.644568 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Pushing event updated for resources: {'Port': ['ID=76f2a81d-cc20-471a-b1c1-ec2efbe0181d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:06.667613 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:07.205917 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1e26619b-512c-4f27-b5b3-30bcec1c48ea up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:07.301743 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0d8c9-38b1-438f-92a5-716c74027157 req-979a8ebb-b1f0-4f30-a134-004d907cfba0 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:07.305309 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2fe0d8c9-38b1-438f-92a5-716c74027157 req-979a8ebb-b1f0-4f30-a134-004d907cfba0 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.2126040
May 20 18:21:07.404999 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 1e26619b-512c-4f27-b5b3-30bcec1c48ea completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:07.485879 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2fe0d8c9-38b1-438f-92a5-716c74027157 req-da6db0ff-ebd6-4bdb-a3da-3b6d2b12a8f9 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755335
May 20 18:21:07.737965 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:08.016678 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a67d4-eaed-49ea-a76a-7ca155e69744 None None] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:21:08.264822 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:08.285192 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-6b03501b-4f6b-432b-a55d-558cb95f804c None None] Provisioning for port 1e26619b-512c-4f27-b5b3-30bcec1c48ea completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:08.296924 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-6b03501b-4f6b-432b-a55d-558cb95f804c None None] Provisioning complete for port 1e26619b-512c-4f27-b5b3-30bcec1c48ea triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:08.297673 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6b03501b-4f6b-432b-a55d-558cb95f804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:08.528345 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Router 0711da84-c7f9-436b-9ea8-a2f5480850ba is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:21:08.726428 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6b03501b-4f6b-432b-a55d-558cb95f804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:08.821749 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-6b03501b-4f6b-432b-a55d-558cb95f804c None None] For port 1e26619b-512c-4f27-b5b3-30bcec1c48ea, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1e26619b-512c-4f27-b5b3-30bcec1c48ea,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:21:08.827629 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6b03501b-4f6b-432b-a55d-558cb95f804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:08.830170 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:21:08.832046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:08.843661 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Sync routers for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:21:08.863308 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:21:08.864692 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a176624f0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:20:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:08.913288 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:08.914678 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.1405065
May 20 18:21:08.918095 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 36982) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:09.001916 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03501b-4f6b-432b-a55d-558cb95f804c None None] Pushing event updated for resources: {'Port': ['ID=1e26619b-512c-4f27-b5b3-30bcec1c48ea,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:09.010218 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6b03501b-4f6b-432b-a55d-558cb95f804c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:09.156053 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4822c3ce-6f4a-4d4e-96f4-06d2f38e27fb None None] Provisioning complete for port 1e26619b-512c-4f27-b5b3-30bcec1c48ea triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:09.156428 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4822c3ce-6f4a-4d4e-96f4-06d2f38e27fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:09.325088 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:21:09.748748 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a176624f0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:07Z', 'revision_number': 3, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:09.755519 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Checking router: 0711da84-c7f9-436b-9ea8-a2f5480850ba for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:21:09.756084 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Updating router 0711da84-c7f9-436b-9ea8-a2f5480850ba port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:21:09.854949 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:09.984274 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:10.346732 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Allocated IP 172.20.0.1 (324ca71e-7f17-4be5-8d04-6ebc2ab4f332/22bb6ec4-7a08-431a-b3b4-52c1e2066dfe/4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:21:10.369268 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:10.385568 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Transition to ACTIVE for port object 76f2a81d-cc20-471a-b1c1-ec2efbe0181d will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:10.393943 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:10.398743 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-ec7612d7-9245-41a8-9902-6947d4aca3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:10.486816 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Attempting to bind port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:21:10.487275 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Attempting to bind port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:21:10.487734 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Attempting to bind port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:10.491695 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Pushing event updated for resources: {'Port': ['ID=76f2a81d-cc20-471a-b1c1-ec2efbe0181d,revision_number=2']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:10.497178 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:21:10.497664 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:10.498162 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:10.498880 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:21:10.499223 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Bound port: 76f2a81d-cc20-471a-b1c1-ec2efbe0181d, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:21:10.499666 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:10.540226 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.540665 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.541066 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.541477 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.541895 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.542289 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.542675 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.543055 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.543463 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.543847 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.544225 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.544616 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:10.561281 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:10.608668 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] For port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:21:10.613081 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] For port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=76f2a81d-cc20-471a-b1c1-ec2efbe0181d,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:21:10.619007 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:10.625149 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-67778650-9066-4853-b27b-1b8031c3a388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:10.660669 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:10.704699 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Transition to ACTIVE for port object 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:10.721399 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Pushing event updated for resources: {'Port': ['ID=76f2a81d-cc20-471a-b1c1-ec2efbe0181d,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:10.728635 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:10.728963 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:21:10.729992 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a176624f0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:20:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:10.751908 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:10.761932 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ece439bf-3830-4cc9-a4b0-2a162251a1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:10.831211 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:10.834359 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:10.838540 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:21:10.928528 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Pushing event updated for resources: {'Port': ['ID=4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:10.934499 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:10.975118 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:11.110858 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1e26619b-512c-4f27-b5b3-30bcec1c48ea up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:11.149923 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:21:11.203911 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 1e26619b-512c-4f27-b5b3-30bcec1c48ea triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:11.204560 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:11.212363 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:11.327243 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-a4721fb7-9b58-4dbd-8b18-e37a8d2356fd None None] Provisioning for port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:11.358817 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-a4721fb7-9b58-4dbd-8b18-e37a8d2356fd None None] Provisioning complete for port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:11.359228 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a4721fb7-9b58-4dbd-8b18-e37a8d2356fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:11.459258 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-a4721fb7-9b58-4dbd-8b18-e37a8d2356fd None None] Port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:21:11.585775 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a176624f0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:07Z', 'revision_number': 3, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:11.590091 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7c377-aa30-4f00-a8fd-3024de49e512 None None] The sync data for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi is: [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:07Z', 'revision_number': 3, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:21:11.640156 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:11.649617 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:11.676630 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:11.764638 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:11.787469 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Pushing event updated for resources: {'Port': ['ID=4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:11.791278 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:11.967428 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:11.972037 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:12.219349 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Router 0711da84-c7f9-436b-9ea8-a2f5480850ba has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:21:12.311344 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7f3eae80-cb68-481f-bc84-877f03472bf7 None None] Provisioning complete for port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:12.317739 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7f3eae80-cb68-481f-bc84-877f03472bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:12.428202 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-7f3eae80-cb68-481f-bc84-877f03472bf7 None None] Port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:21:12.461740 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:21:12.480114 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] 10.222.0.13 "PUT /v2.0/routers/0711da84-c7f9-436b-9ea8-a2f5480850ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5607674
May 20 18:21:12.832995 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52dd9f-9bef-43d7-850a-e6e19adb6f4d req-78e99399-58e4-4a6e-b8e0-74dab93dd19b tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:12.835718 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8e52dd9f-9bef-43d7-850a-e6e19adb6f4d req-78e99399-58e4-4a6e-b8e0-74dab93dd19b tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.2593110
May 20 18:21:12.886052 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8e52dd9f-9bef-43d7-850a-e6e19adb6f4d req-ca55841c-f50f-485c-baa5-11d1a27d399c tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436795
May 20 18:21:13.066643 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37126) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:13.084382 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 76f2a81d-cc20-471a-b1c1-ec2efbe0181d up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:13.178507 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:13.192196 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:13.192752 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.235814 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.272014 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:13.285174 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Usage tracker for resource:security_group_rule and tenant:bca6ee87518a47c1819cea2875e1782b is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:13.290591 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:13.298661 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:13.421967 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.464274 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=76f2a81d-cc20-471a-b1c1-ec2efbe0181d,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:21:13.472096 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.474523 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:13.494528 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.502463 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.524166 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:13.565385 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499a3510-225d-4a06-9b3c-f7757c9d741b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:13.569873 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:13.602076 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bca6ee87518a47c1819cea2875e1782b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5328336
May 20 18:21:13.603348 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37148) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:13.630517 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=76f2a81d-cc20-471a-b1c1-ec2efbe0181d,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:13.635588 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:13.656236 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37154) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:13.668091 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1839765003-network', 'tenant_id': 'a060d5dfff7f42d794847382592658f6'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:13.680645 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:13.688216 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Usage tracker for resource:network and tenant:a060d5dfff7f42d794847382592658f6 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:13.693807 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:13.702434 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-caa212dd-27ac-4124-8e55-39d52873e952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.704936 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:13.717038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Made reservation on behalf of a060d5dfff7f42d794847382592658f6 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:21:13.719393 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.734856 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.736198 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-caa212dd-27ac-4124-8e55-39d52873e952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.759564 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:13.765195 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Usage tracker for resource:security_group_rule and tenant:a060d5dfff7f42d794847382592658f6 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:13.770547 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:13.781153 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Sync routers for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:21:13.782698 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:13.792573 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:21:13.793513 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1739cf40>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:20:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:13.804702 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-caa212dd-27ac-4124-8e55-39d52873e952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.808880 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-dc2143c6-1686-4f71-8ae3-7b3fdb081c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:13.821301 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa212dd-27ac-4124-8e55-39d52873e952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a3510-225d-4a06-9b3c-f7757c9d741b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:13.824308 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-caa212dd-27ac-4124-8e55-39d52873e952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:13.830942 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-caa212dd-27ac-4124-8e55-39d52873e952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.832273 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-caa212dd-27ac-4124-8e55-39d52873e952 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/499a3510-225d-4a06-9b3c-f7757c9d741b HTTP/1.1" status: 204  len: 168 time: 0.2278905
May 20 18:21:13.897104 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.904571 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.910431 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6157d43b-c8fc-443e-894a-8026393374d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:13.956016 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:21:13.959702 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa02d18-18e6-4ebb-a7f9-a1a1c7b6c2bb,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:13.978175 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:13.989219 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:13.989823 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.segments_db [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Added segment 1c990c9e-4c56-4997-8ffd-a47086bcde16 of type vlan for network 270dd047-7650-463b-b46d-07cee3d1ea62
May 20 18:21:14.023307 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:14.076439 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:21:14.117296 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:14.120331 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:14.120930 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:14.129632 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-982d8e65-9efb-4f74-a4a0-de75c1ea0814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:14.237534 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5799091
May 20 18:21:14.242703 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37166) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:14.252671 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Request body: {'subnet': {'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1839765003-subnet', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:14.253028 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Pushing event updated for resources: {'Network': ['ID=270dd047-7650-463b-b46d-07cee3d1ea62,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:14.257290 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:14.271382 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:14.271638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e7552-2d5a-42c1-91da-2aad15d9d76e req-37617df0-0fde-4979-bdeb-4e38fd050d46 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:14.273252 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fc6e7552-2d5a-42c1-91da-2aad15d9d76e req-37617df0-0fde-4979-bdeb-4e38fd050d46 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.2222641
May 20 18:21:14.281856 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Usage tracker for resource:subnet and tenant:a060d5dfff7f42d794847382592658f6 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:14.289811 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 270dd047-7650-463b-b46d-07cee3d1ea62 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:21:14.291261 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:14.313039 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:14.333823 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Made reservation on behalf of a060d5dfff7f42d794847382592658f6 for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:21:14.339252 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16221066'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:14.361957 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fc6e7552-2d5a-42c1-91da-2aad15d9d76e req-04d692ed-030a-491d-9128-263b130698b7 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780072
May 20 18:21:14.427869 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37174) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:14.455853 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:14.480618 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:14.486764 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Usage tracker for resource:security_group_rule and tenant:33546be8ee074c80a23ac0191bbcd475 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:14.490753 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:14.500508 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:14.643075 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:14.650062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:14.673271 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ac6fa2a0-b020-4ffd-9b33-ac7ada0d86dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:14.783633 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8a8020-b7bb-410e-bccb-f9d357acf9e8,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:14.798784 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:14.805596 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33546be8ee074c80a23ac0191bbcd475&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3750305
May 20 18:21:14.808554 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37196) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:14.974927 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1739cf40>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 2, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:14.990349 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c74c9dda-f992-4c24-a1c1-3c339fb5a142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:14.995589 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Checking router: 0711da84-c7f9-436b-9ea8-a2f5480850ba for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:21:14.995864 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Updating router 0711da84-c7f9-436b-9ea8-a2f5480850ba port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:21:15.060435 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15007632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16221080'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.065882 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:15.067314 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c74c9dda-f992-4c24-a1c1-3c339fb5a142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.134290 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.152166 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 76f2a81d-cc20-471a-b1c1-ec2efbe0181d up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:15.166040 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c74c9dda-f992-4c24-a1c1-3c339fb5a142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.171569 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-441db876-e682-4b10-9da3-da54de7313db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:15.209955 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c9dda-f992-4c24-a1c1-3c339fb5a142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8a8020-b7bb-410e-bccb-f9d357acf9e8,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:15.229743 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c74c9dda-f992-4c24-a1c1-3c339fb5a142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:15.233260 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c74c9dda-f992-4c24-a1c1-3c339fb5a142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.237321 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c74c9dda-f992-4c24-a1c1-3c339fb5a142 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d8a8020-b7bb-410e-bccb-f9d357acf9e8 HTTP/1.1" status: 204  len: 168 time: 0.4249892
May 20 18:21:15.240122 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Checking segment: {'id': '1c990c9e-4c56-4997-8ffd-a47086bcde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:15.240494 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Network hostable DHCP agents. Network: 270dd047-7650-463b-b46d-07cee3d1ea62, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:21:15.268393 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56fcae5-c6af-4876-a435-f2d0734305cf,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:15.282434 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:15.305548 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Network 270dd047-7650-463b-b46d-07cee3d1ea62 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:21:15.331050 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 270dd047-7650-463b-b46d-07cee3d1ea62) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:15.348142 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:15.349152 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.357217 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5fe53-3b02-441c-bbe1-4c07299e970f None None] Network 270dd047-7650-463b-b46d-07cee3d1ea62 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:21:15.380337 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a11cc21d-a82e-4366-b663-81ac91cecdaa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1359103
May 20 18:21:15.383674 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37212) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:15.391953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:15.399195 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:15.408499 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Usage tracker for resource:router and tenant:a060d5dfff7f42d794847382592658f6 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:15.412693 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:15.424482 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:15.445623 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.447365 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.471521 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.741744 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37222) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:15.812471 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:15.812855 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.933802 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.951739 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:15.971725 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:15.976600 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4c6242221c49ea92de8c19ee065352 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:15.979986 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:15.988979 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:16.007665 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b6d17-7e6e-449c-9793-54c95eb932a2 req-980ab03b-0eb5-4d16-aa88-3114e34efed6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:16.017538 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d63b6d17-7e6e-449c-9793-54c95eb932a2 req-980ab03b-0eb5-4d16-aa88-3114e34efed6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.3390465
May 20 18:21:16.115472 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:16.124845 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:16.138573 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-28603ad5-b0b1-4184-ab4c-33c6b24f8e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:16.183050 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d63b6d17-7e6e-449c-9793-54c95eb932a2 req-aabfccdc-615f-4075-81c7-c866edfafb14 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639099
May 20 18:21:16.202931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12596e06-5351-4ecf-bfc4-e9e238a85081,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:16.220834 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:16.225351 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-270dd047-7650-463b-b46d-07cee3d1ea62', 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'fixed_ips': [{'subnet_id': 'd56fcae5-c6af-4876-a435-f2d0734305cf'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:21:16.228866 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:16.240294 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f4c6242221c49ea92de8c19ee065352&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4924417
May 20 18:21:16.240294 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37244) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:16.454929 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8dedb444-826e-404a-9150-c96a1ee1b014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:16.531797 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8dedb444-826e-404a-9150-c96a1ee1b014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:16.649568 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8dedb444-826e-404a-9150-c96a1ee1b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:16.654523 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-797cc55a-6b25-49e8-a5a6-fa8aa55ce663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:16.682701 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8dedb444-826e-404a-9150-c96a1ee1b014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:16.690492 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-8dedb444-826e-404a-9150-c96a1ee1b014 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12596e06-5351-4ecf-bfc4-e9e238a85081 HTTP/1.1" status: 204  len: 168 time: 0.4494183
May 20 18:21:16.691567 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedb444-826e-404a-9150-c96a1ee1b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12596e06-5351-4ecf-bfc4-e9e238a85081,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:16.695111 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8dedb444-826e-404a-9150-c96a1ee1b014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:16.785976 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:16.875322 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:16.921847 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:17.025163 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Transition to ACTIVE for port object 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:17.097481 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:17.102595 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Allocated IP 172.20.0.2 (270dd047-7650-463b-b46d-07cee3d1ea62/d56fcae5-c6af-4876-a435-f2d0734305cf/8f341ec3-ee0f-4b1c-8699-8cb0d222e18e) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:21:17.109161 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:17.614966 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Allocated IP 172.27.0.154 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/3e74b629-8a01-4250-864e-4ba444aed0fc) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:21:17.664330 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37304) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:17.706645 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:17.711760 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0ae8beba-677c-4ce8-9d39-fca03531a5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:17.722870 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9779e24-d57f-4635-a709-4ccf6c3eb1c4 None None] Pushing event updated for resources: {'Port': ['ID=4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:17.735179 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-e9779e24-d57f-4635-a709-4ccf6c3eb1c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:17.865843 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858672f-aeca-4499-8bcd-6bcc852d5123 req-ef2fd523-26dc-4237-bdc4-37c754eb3246 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:17.873570 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7858672f-aeca-4499-8bcd-6bcc852d5123 req-ef2fd523-26dc-4237-bdc4-37c754eb3246 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.4623005
May 20 18:21:17.955770 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:17.960842 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Usage tracker for resource:security_group_rule and tenant:fb666f42672b4c30b99187afc22594a7 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:17.964768 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:17.965641 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7858672f-aeca-4499-8bcd-6bcc852d5123 req-20cf067f-ddd7-4509-92db-dbed5fe6e49c tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910797
May 20 18:21:17.968829 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:17.972584 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:18.034679 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Attempting to bind port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:21:18.035130 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Attempting to bind port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:21:18.035568 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Attempting to bind port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:18.037047 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.045925 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4e881560-7c8e-49cc-a952-2c44b5ea720f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:18.067515 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:21:18.067903 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Checking segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:18.068645 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.069720 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Bound using segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:21:18.070322 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Bound port: 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:21:18.070767 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.092309 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.098381 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.111088 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9ddbffe4-30f7-4334-b4b3-2b8c45078f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:18.121625 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:18.124743 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:18.129168 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:21:18.166572 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.167249 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb666f42672b4c30b99187afc22594a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5013812
May 20 18:21:18.169198 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc1801b-4f58-4ec2-a2ed-23d4111cc132,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:18.174081 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:18.174822 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37312) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:18.204392 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Transition to ACTIVE for port object 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:18.211794 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Pushing event updated for resources: {'Port': ['ID=3e74b629-8a01-4250-864e-4ba444aed0fc,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:18.244416 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] For port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:21:18.246829 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Transition to ACTIVE for port object 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:18.249312 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] For port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:21:18.255199 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.262350 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:18.282235 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e8e29941-5253-4eaa-9d02-2d68bc74545f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.300660 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:18.312748 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.326994 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e8e29941-5253-4eaa-9d02-2d68bc74545f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.396521 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Network 270dd047-7650-463b-b46d-07cee3d1ea62 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:18.401168 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:18.412913 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:21:18.452766 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e8e29941-5253-4eaa-9d02-2d68bc74545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.457958 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1eea5352-ed8b-4682-93fb-f0aed8e0e97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:18.480520 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e29941-5253-4eaa-9d02-2d68bc74545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc1801b-4f58-4ec2-a2ed-23d4111cc132,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:18.496973 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e8e29941-5253-4eaa-9d02-2d68bc74545f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:18.503653 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e8e29941-5253-4eaa-9d02-2d68bc74545f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.506987 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e8e29941-5253-4eaa-9d02-2d68bc74545f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cc1801b-4f58-4ec2-a2ed-23d4111cc132 HTTP/1.1" status: 204  len: 168 time: 0.3310432
May 20 18:21:18.511622 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:21:18.512663 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1739cf40>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:20:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:18.755213 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:21:18.798865 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:18.926216 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9779e24-d57f-4635-a709-4ccf6c3eb1c4 None None] Pushing event updated for resources: {'Port': ['ID=4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:19.030749 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-e9779e24-d57f-4635-a709-4ccf6c3eb1c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:19.034979 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.705s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:19.327802 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Pushing event updated for resources: {'Port': ['ID=8f341ec3-ee0f-4b1c-8699-8cb0d222e18e,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:19.331414 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:19.420326 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Attempting to bind port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:21:19.421203 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Attempting to bind port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1c990c9e-4c56-4997-8ffd-a47086bcde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:21:19.421950 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Attempting to bind port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e on network 270dd047-7650-463b-b46d-07cee3d1ea62 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:19.440261 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37364) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:19.463295 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:21:19.463964 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Checking segment: {'id': '1c990c9e-4c56-4997-8ffd-a47086bcde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:19.464557 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:19.465124 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Bound using segment: {'id': '1c990c9e-4c56-4997-8ffd-a47086bcde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:21:19.465805 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Bound port: 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c990c9e-4c56-4997-8ffd-a47086bcde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:21:19.478406 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:19.585280 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] Deleting subnet 2bed718f-e79f-455f-9e40-15de32022249 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:21:19.613341 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:19.629932 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37374) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:19.724904 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:19.813798 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:19.954028 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:19.974321 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfea0b-74ce-4b39-9b11-a802d8309e9b req-59abae16-a8b8-4130-85a6-755801fbef0e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:19.982289 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9dfea0b-74ce-4b39-9b11-a802d8309e9b req-59abae16-a8b8-4130-85a6-755801fbef0e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.7363751
May 20 18:21:20.009634 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.011265 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eb6c-7b1d-47d6-8455-9cfe5f2d3d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.033819 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.034127 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] For port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:21:20.040006 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] For port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=8f341ec3-ee0f-4b1c-8699-8cb0d222e18e,segment=NetworkSegment(1c990c9e-4c56-4997-8ffd-a47086bcde16),segment_id=1c990c9e-4c56-4997-8ffd-a47086bcde16)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:21:20.040620 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:20.049150 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.051659 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:62d83c41b50d49cbbcb3a85ebf672098 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:20.055222 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6b03501b-4f6b-432b-a55d-558cb95f804c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:20.060270 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:20.073295 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:20.148246 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1739cf40>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:18Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:20.155943 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Pushing event updated for resources: {'Port': ['ID=8f341ec3-ee0f-4b1c-8699-8cb0d222e18e,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:20.159102 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167c2e7-1939-49fe-823c-8a095ed24b8b None None] The sync data for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi is: [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:18Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:21:20.160734 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:20.186598 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37390) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:20.327114 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a231a94-5aa4-4578-8759-b5ebf6c73152 req-dea380cf-5feb-4659-90b2-3262f5ae83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:20.327114 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a231a94-5aa4-4578-8759-b5ebf6c73152 req-dea380cf-5feb-4659-90b2-3262f5ae83af service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 1098 time: 0.7809560
May 20 18:21:20.344671 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.352660 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-80769193-f889-46a2-ac84-5f29f50e7dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:20.406225 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bed718f-e79f-455f-9e40-15de32022249,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:20.410032 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:20.416956 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.431137 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2bed718f-e79f-455f-9e40-15de32022249 HTTP/1.1" status: 204  len: 168 time: 0.9889288
May 20 18:21:20.432667 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37396) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:20.502165 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-543052703-network', 'tenant_id': '43829877ca17405eace1966c7287790a'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:20.507691 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:20.516265 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Usage tracker for resource:network and tenant:43829877ca17405eace1966c7287790a is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:20.521811 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:20.595196 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9dfea0b-74ce-4b39-9b11-a802d8309e9b req-0fb2ff1a-c05e-45c1-a2e4-654155a0d8f6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6118546
May 20 18:21:20.615094 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:20.630138 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.637521 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a231a94-5aa4-4578-8759-b5ebf6c73152 req-9d0273c0-5152-4df7-9938-7cd0ab840852 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805233
May 20 18:21:20.643908 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.656445 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.662441 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:20.666837 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Made reservation on behalf of 43829877ca17405eace1966c7287790a for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:21:20.669280 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.691452 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.792290 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:20.817209 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Usage tracker for resource:security_group_rule and tenant:43829877ca17405eace1966c7287790a is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:20.823628 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:20.833446 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:20.852984 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f03c1b-b4f0-49bb-9722-1354989e3b4c,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:20.872723 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:20.901650 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.916701 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:20.972019 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62d83c41b50d49cbbcb3a85ebf672098&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3360419
May 20 18:21:20.975001 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37406) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:20.999777 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a15ec0400>,) {'filters': {'network_id': ['1b5c9663-0b91-442b-be49-07b8285cc79c']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:21.055066 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a15ec0400>, '4296fac1-005d-4da0-b8c1-a08c6f640d75') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:21.059270 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a15ec0400>, '4296fac1-005d-4da0-b8c1-a08c6f640d75') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:21.088856 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.105205 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.143008 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.155191 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Router d4d9475b-8fed-4983-900a-07b04faac4b5 is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:21:21.173748 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:21.193131 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:21:21.194812 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.207118 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e7b16d6-a5ee-44be-9a2c-717cf5f13132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:21:21.210792 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:21:21.302747 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e7b16d6-a5ee-44be-9a2c-717cf5f13132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.424413 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:21.437683 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:21.540861 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.578060 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.592415 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c0a85a5c-4426-4ea8-a574-ec858106a33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:21.647927 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:21.654956 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:21.655346 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.837015 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5c9663-0b91-442b-be49-07b8285cc79c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:21.847555 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:21.862938 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-6bb65762-a4e5-432c-ba9b-4cde97679203 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b5c9663-0b91-442b-be49-07b8285cc79c HTTP/1.1" status: 204  len: 168 time: 1.4188581
May 20 18:21:21.866558 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37416) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:21.929069 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.940189 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:21.951276 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b371b-a2bd-473e-8c11-1a0f1f9ae469 None None] Network 270dd047-7650-463b-b46d-07cee3d1ea62 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:21:21.960381 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8dedb444-826e-404a-9150-c96a1ee1b014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:21.999763 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e7b16d6-a5ee-44be-9a2c-717cf5f13132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.007649 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.039442 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:22.062051 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] Deleting subnet 8d9acc9c-8ad7-4985-88c9-3ed1355ff426 {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:21:22.066074 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.092304 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:21:22.131558 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e709c64c-53f7-48e7-98a8-a030b961a32b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:22.142188 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:22.147680 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.148262 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Added segment 00f5b64a-cd9f-421c-9a6c-28d8760f069e of type vlan for network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262
May 20 18:21:22.166821 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-af3e65c8-ca9b-4dba-801f-4adf36eb5533 None None] Provisioning for port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:22.172782 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:21:22.190167 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.197048 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cbde811a-48ef-4369-809c-2cab8bfd5b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:22.218779 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.234796 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-af3e65c8-ca9b-4dba-801f-4adf36eb5533 None None] Provisioning complete for port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:22.235686 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-af3e65c8-ca9b-4dba-801f-4adf36eb5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.240491 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b16d6-a5ee-44be-9a2c-717cf5f13132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f03c1b-b4f0-49bb-9722-1354989e3b4c,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:22.265382 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:21:22.280915 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Sync routers for ids ['d4d9475b-8fed-4983-900a-07b04faac4b5'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:21:22.281919 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.287288 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8e7b16d6-a5ee-44be-9a2c-717cf5f13132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:22.298349 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.301530 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Routers {'d4d9475b-8fed-4983-900a-07b04faac4b5'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:21:22.302720 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17662640>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:21:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['d4d9475b-8fed-4983-900a-07b04faac4b5'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:22.303986 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:22.306836 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.317505 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:22.321988 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.459855 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:22.468586 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.470467 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:22.562195 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-af3e65c8-ca9b-4dba-801f-4adf36eb5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.613459 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-af3e65c8-ca9b-4dba-801f-4adf36eb5533 None None] For port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=8f341ec3-ee0f-4b1c-8699-8cb0d222e18e,segment=NetworkSegment(1c990c9e-4c56-4997-8ffd-a47086bcde16),segment_id=1c990c9e-4c56-4997-8ffd-a47086bcde16)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:21:22.632194 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-af3e65c8-ca9b-4dba-801f-4adf36eb5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.634383 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:22.708557 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Pushing event updated for resources: {'Network': ['ID=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:22.718683 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:22.728347 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.5355830
May 20 18:21:22.728901 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37424) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:22.737699 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:21:22.739980 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Request body: {'subnet': {'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-543052703-subnet', 'tenant_id': '43829877ca17405eace1966c7287790a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:22.750259 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:22.760293 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Usage tracker for resource:subnet and tenant:43829877ca17405eace1966c7287790a is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:22.768365 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:22.782742 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e7b16d6-a5ee-44be-9a2c-717cf5f13132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.784185 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-8e7b16d6-a5ee-44be-9a2c-717cf5f13132 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42f03c1b-b4f0-49bb-9722-1354989e3b4c HTTP/1.1" status: 204  len: 168 time: 1.8074725
May 20 18:21:22.791429 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:22.793287 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Set router d4d9475b-8fed-4983-900a-07b04faac4b5 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:21:22.810779 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e65c8-ca9b-4dba-801f-4adf36eb5533 None None] Pushing event updated for resources: {'Port': ['ID=8f341ec3-ee0f-4b1c-8699-8cb0d222e18e,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:22.816887 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-af3e65c8-ca9b-4dba-801f-4adf36eb5533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:22.821350 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Made reservation on behalf of 43829877ca17405eace1966c7287790a for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:21:22.826071 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16221066'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.865467 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.935235 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:22.980480 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9acc9c-8ad7-4985-88c9-3ed1355ff426,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:22.985585 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:22.993088 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:22.998107 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8d9acc9c-8ad7-4985-88c9-3ed1355ff426 HTTP/1.1" status: 204  len: 168 time: 1.1294165
May 20 18:21:23.004386 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37432) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:23.006458 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.010791 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.6248798
May 20 18:21:23.015124 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37434) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:23.080685 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-a3da7e8b-aeeb-469e-a522-4d5722a1a784 None None] Provisioning complete for port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:23.081083 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a3da7e8b-aeeb-469e-a522-4d5722a1a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.133504 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:23.179423 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6115-1d24-48af-b290-c17b79ee6fd8 req-ec983335-7012-4c1e-a2a6-591ae218d218 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:23.181279 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-161d6115-1d24-48af-b290-c17b79ee6fd8 req-ec983335-7012-4c1e-a2a6-591ae218d218 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 1.0575938
May 20 18:21:23.353871 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-161d6115-1d24-48af-b290-c17b79ee6fd8 req-6a49f8a9-a7ae-42f1-9134-5140660e158c tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580069
May 20 18:21:23.360069 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:23.360069 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.396654 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37442) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:23.423166 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.430433 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17662640>, [{'id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:15Z', 'updated_at': '2021-05-20T18:21:18Z', 'revision_number': 3, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'gw_port': {'id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:17Z', 'updated_at': '2021-05-20T18:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:23.439451 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Checking router: d4d9475b-8fed-4983-900a-07b04faac4b5 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:21:23.440488 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Updating router d4d9475b-8fed-4983-900a-07b04faac4b5 port 3e74b629-8a01-4250-864e-4ba444aed0fc binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:21:23.545848 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:23.552015 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:23.605245 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Usage tracker for resource:security_group_rule and tenant:555997c0d0dc464cbe4caa4e103730fc is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:23.612910 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:23.627801 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:23.638943 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.715884 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:23.716323 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.762244 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.815482 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.816637 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15007632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16221080'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.825282 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-03c478f0-a518-4ede-96ce-4147b96321cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:23.861408 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:23.928734 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=555997c0d0dc464cbe4caa4e103730fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5308900
May 20 18:21:23.929497 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03bd535-5d57-47c8-aa30-dc121a00499d,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:23.933656 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37448) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:23.934506 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:23.937016 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d6f45948-66c9-4131-89cb-4e58bdb674d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:23.969357 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Checking segment: {'id': '00f5b64a-cd9f-421c-9a6c-28d8760f069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:23.969710 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Network hostable DHCP agents. Network: ce58dc69-32ac-4155-a8a4-ae0e8c9c0262, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:21:24.010090 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d820b053-d353-4dc6-b8b6-e62362e39ba7,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:24.026946 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.029120 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:24.050967 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8a15e07a60>> segment before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.052308 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8a15e07a60>> subnet precommit_delete_associations 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.053251 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a15cd35b0>> segment_host_mapping after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.053811 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a15cd35b0>> port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.054160 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a15cd35b0>> port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.054527 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a15cd35b0>> port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.054848 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a15cd35b0>> segment after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.055168 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a15cd35b0>> subnet after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.055486 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a15cd35b0>> subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.055806 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a15cd35b0>> subnet after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.056415 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:21:24.065791 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-67e99bee-c5d0-4fe2-b401-0548112f2242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.079541 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, ce58dc69-32ac-4155-a8a4-ae0e8c9c0262) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:24.093360 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b0eb6-860f-4870-969e-3532be1b22c1 None None] Network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:21:24.116207 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-67e99bee-c5d0-4fe2-b401-0548112f2242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.121709 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a15d93370>> subnet after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.122417 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a15d93370>> subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.122932 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a15d93370>> subnet before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.123441 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a15d93370>> subnet before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 20 18:21:24.123827 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a15cd3340>,) {'filters': {'network_id': ['c0421ffd-da09-4bf0-b51a-dff8873bab94']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:24.124661 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:24.125268 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.146776 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a15cd3340>, '16112e7c-3df0-4782-a218-1f415384fef4') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:24.147132 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a15cd3340>, '16112e7c-3df0-4782-a218-1f415384fef4') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:24.181107 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4510665
May 20 18:21:24.207271 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-67e99bee-c5d0-4fe2-b401-0548112f2242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.214368 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-87bf34af-51b2-4a85-9118-fd755b913913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:24.231140 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e99bee-c5d0-4fe2-b401-0548112f2242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d820b053-d353-4dc6-b8b6-e62362e39ba7,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:24.234705 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-67e99bee-c5d0-4fe2-b401-0548112f2242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:24.236061 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-67e99bee-c5d0-4fe2-b401-0548112f2242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.237278 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-67e99bee-c5d0-4fe2-b401-0548112f2242 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d820b053-d353-4dc6-b8b6-e62362e39ba7 HTTP/1.1" status: 204  len: 168 time: 0.3017557
May 20 18:21:24.259601 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.278427 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Transition to ACTIVE for port object 3e74b629-8a01-4250-864e-4ba444aed0fc will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:24.289175 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.304167 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:24.399493 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7a3a3-88e7-4b88-9584-a894fb17a8e2 None None] Pushing event updated for resources: {'Port': ['ID=3e74b629-8a01-4250-864e-4ba444aed0fc,revision_number=2']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:24.400816 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13925749'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.404079 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-97e7a3a3-88e7-4b88-9584-a894fb17a8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:24.424953 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Attempting to bind port 3e74b629-8a01-4250-864e-4ba444aed0fc on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:21:24.425635 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Attempting to bind port 3e74b629-8a01-4250-864e-4ba444aed0fc by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:21:24.426128 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Attempting to bind port 3e74b629-8a01-4250-864e-4ba444aed0fc on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:24.432631 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:21:24.433955 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:24.434613 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.435224 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:21:24.436060 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Bound port: 3e74b629-8a01-4250-864e-4ba444aed0fc, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:21:24.436671 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.444432 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.448358 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9201524-4042-4cae-a7f1-532b409c8d91 None None] Network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:21:24.458212 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:21:24.458844 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14066842'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.527730 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] For port 3e74b629-8a01-4250-864e-4ba444aed0fc, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:21:24.532806 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] For port 3e74b629-8a01-4250-864e-4ba444aed0fc, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=3e74b629-8a01-4250-864e-4ba444aed0fc,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:21:24.543595 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.555506 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-f6fe8808-45b3-4d5a-8882-2a580e341e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   from cryptography.utils import int_from_bytes
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   from cryptography.utils import int_from_bytes
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]: Traceback (most recent call last):
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     timer()
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     cb(*args, **kw)
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     return func(*args, **kwargs)
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     self._notify()
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     self.callback(batched_events)
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     event.method(event)
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     return f(self, *a, **k)
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._get(url).json()
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self.request(url, 'GET', **kwargs)
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:21:24.587804 dv-cinder-792299-2-iscsi neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:21:24.592241 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.606441 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:24.613241 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c249700-5bd9-498c-ae8f-32c996c0957a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:24.647635 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0421ffd-da09-4bf0-b51a-dff8873bab94,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:24.650910 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:24.733267 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Routers {'d4d9475b-8fed-4983-900a-07b04faac4b5'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:21:24.734932 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17662640>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:21:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['d4d9475b-8fed-4983-900a-07b04faac4b5'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:24.806099 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0421ffd-da09-4bf0-b51a-dff8873bab94 HTTP/1.1" status: 204  len: 168 time: 1.7936645
May 20 18:21:24.809699 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7a3a3-88e7-4b88-9584-a894fb17a8e2 None None] Pushing event updated for resources: {'Port': ['ID=3e74b629-8a01-4250-864e-4ba444aed0fc,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:24.822904 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-97e7a3a3-88e7-4b88-9584-a894fb17a8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:24.960098 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] Set router d4d9475b-8fed-4983-900a-07b04faac4b5 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:21:24.978283 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:25.175186 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37472) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:25.259294 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Allocated IP 172.20.0.1 (270dd047-7650-463b-b46d-07cee3d1ea62/d56fcae5-c6af-4876-a435-f2d0734305cf/d0491ce3-1967-4d88-b3df-4017c2e79664) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:21:25.356568 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-4073c298-d8aa-4dac-beae-60e2350a8c23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa27c2869e974f71a1f451bcfa2cd823&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1775031
May 20 18:21:25.358965 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37476) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:25.483098 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17662640>, [{'id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:15Z', 'updated_at': '2021-05-20T18:21:18Z', 'revision_number': 3, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'gw_port': {'id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:17Z', 'updated_at': '2021-05-20T18:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:25.490697 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832a97-aa17-472d-8285-75077fd3a906 req-3aab41a5-4738-47f3-94f2-90ba3ecd8605 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:25.494028 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0cd172-00bd-4139-968a-033f8477e3dd None None] The sync data for ids ['d4d9475b-8fed-4983-900a-07b04faac4b5'] in dv-cinder-792299-2-iscsi is: [{'id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:15Z', 'updated_at': '2021-05-20T18:21:18Z', 'revision_number': 3, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'gw_port': {'id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:17Z', 'updated_at': '2021-05-20T18:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:21:25.500939 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cb832a97-aa17-472d-8285-75077fd3a906 req-3aab41a5-4738-47f3-94f2-90ba3ecd8605 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.6119924
May 20 18:21:25.523178 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ca6ba29e-7dc9-4afb-9991-69677f83ad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:25.526492 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:25.578381 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Transition to ACTIVE for port object d0491ce3-1967-4d88-b3df-4017c2e79664 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:25.585991 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ca6ba29e-7dc9-4afb-9991-69677f83ad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:25.603990 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cb832a97-aa17-472d-8285-75077fd3a906 req-c81c3fb7-65df-435d-ada5-b86d8204e559 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023071
May 20 18:21:25.646487 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:25.654582 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:25.719879 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ca6ba29e-7dc9-4afb-9991-69677f83ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:25.737932 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2ca4845d-5264-44a0-ae35-e08697f90bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:25.777419 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0491ce3-1967-4d88-b3df-4017c2e79664,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:25.779291 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ba29e-7dc9-4afb-9991-69677f83ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86bb68f-fb0d-4f39-b6f1-951df083237a,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:25.787521 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Network 270dd047-7650-463b-b46d-07cee3d1ea62 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:25.794195 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:25.797610 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:21:25.824674 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ca6ba29e-7dc9-4afb-9991-69677f83ad26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:25.828695 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ca6ba29e-7dc9-4afb-9991-69677f83ad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:25.843237 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.843606 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.844100 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.844349 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.844698 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.845041 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.845383 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.845746 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.846890 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.847241 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.848010 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.848366 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:25.852667 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:25.888339 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-ca6ba29e-7dc9-4afb-9991-69677f83ad26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e86bb68f-fb0d-4f39-b6f1-951df083237a HTTP/1.1" status: 204  len: 168 time: 0.5043092
May 20 18:21:25.905198 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:26.200669 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35c06e-0438-441e-9216-f3771aec245e req-cfc2b32b-1093-49d0-9a8a-bfea8aaaa352 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:26.202530 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cd35c06e-0438-441e-9216-f3771aec245e req-cfc2b32b-1093-49d0-9a8a-bfea8aaaa352 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2865691
May 20 18:21:26.365512 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-921f28d2-9515-4959-8d0c-42e487ce590e None None] Provisioning for port d0491ce3-1967-4d88-b3df-4017c2e79664 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:26.385488 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-921f28d2-9515-4959-8d0c-42e487ce590e None None] Provisioning complete for port d0491ce3-1967-4d88-b3df-4017c2e79664 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:26.386145 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-921f28d2-9515-4959-8d0c-42e487ce590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:26.403585 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cd35c06e-0438-441e-9216-f3771aec245e req-d9f2e456-f210-4ce3-8b57-f06ba8ab0509 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603354
May 20 18:21:26.516550 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:26.551899 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-921f28d2-9515-4959-8d0c-42e487ce590e None None] Port d0491ce3-1967-4d88-b3df-4017c2e79664 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:21:26.628444 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37510) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:26.724791 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37514) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:26.726092 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-769a7143-d36a-4a2d-b804-40a67088e89b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6d6bb14955848389358c595036f413c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0960903
May 20 18:21:26.909827 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b82fd58d-b2e1-432e-80e3-e6a514459a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:26.957888 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:26.968805 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:26.971155 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b82fd58d-b2e1-432e-80e3-e6a514459a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:27.026256 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-75c9fc54-6978-4f8a-9f31-12becb8f9c25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:27.147854 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:27.149866 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 3e74b629-8a01-4250-864e-4ba444aed0fc up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:27.158666 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0491ce3-1967-4d88-b3df-4017c2e79664,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:27.162615 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:27.336657 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 3e74b629-8a01-4250-864e-4ba444aed0fc completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:27.343104 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 3e74b629-8a01-4250-864e-4ba444aed0fc triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:27.343493 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:27.345550 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b82fd58d-b2e1-432e-80e3-e6a514459a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:27.369585 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c74c9dda-f992-4c24-a1c1-3c339fb5a142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:27.423858 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fd58d-b2e1-432e-80e3-e6a514459a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc723b5-dcac-4463-b5f2-03a2c16773e8,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:27.430633 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b82fd58d-b2e1-432e-80e3-e6a514459a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:27.477694 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b82fd58d-b2e1-432e-80e3-e6a514459a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:27.479705 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b82fd58d-b2e1-432e-80e3-e6a514459a77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dc723b5-dcac-4463-b5f2-03a2c16773e8 HTTP/1.1" status: 204  len: 168 time: 0.7537301
May 20 18:21:27.505909 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Network 270dd047-7650-463b-b46d-07cee3d1ea62 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:27.505909 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:27.642294 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:27.673980 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 3e74b629-8a01-4250-864e-4ba444aed0fc, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=3e74b629-8a01-4250-864e-4ba444aed0fc,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:21:27.684057 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:27.688912 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:27.840650 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=3e74b629-8a01-4250-864e-4ba444aed0fc,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:27.847093 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:27.919718 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Router d4d9475b-8fed-4983-900a-07b04faac4b5 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:21:28.023084 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-cb6cab3e-1c77-47b1-af33-a182528a80c3 None None] Provisioning complete for port d0491ce3-1967-4d88-b3df-4017c2e79664 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:28.027221 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab3e-1c77-47b1-af33-a182528a80c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:28.217589 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cab3e-1c77-47b1-af33-a182528a80c3 None None] Port d0491ce3-1967-4d88-b3df-4017c2e79664 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:21:28.296147 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:21:28.313715 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4d9475b-8fed-4983-900a-07b04faac4b5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2898324
May 20 18:21:28.429889 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Sync routers for ids ['d4d9475b-8fed-4983-900a-07b04faac4b5'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:21:28.451208 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Routers {'d4d9475b-8fed-4983-900a-07b04faac4b5'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:21:28.452525 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1669eb80>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:21:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['d4d9475b-8fed-4983-900a-07b04faac4b5'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:28.858156 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Set router d4d9475b-8fed-4983-900a-07b04faac4b5 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:21:29.132539 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 3e74b629-8a01-4250-864e-4ba444aed0fc up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:29.454212 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-cbdb96b3-e314-47e9-82fe-fc26bad00381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:29.455909 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-cbdb96b3-e314-47e9-82fe-fc26bad00381 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1099 time: 0.1505342
May 20 18:21:29.520401 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 3e74b629-8a01-4250-864e-4ba444aed0fc triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:29.521041 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:29.544872 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37608) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:29.554399 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037715260', 'description': 'tempest-secgroup-smoke-1037715260 description', 'project_id': '0b14bd383da44746985d08a30cd1b357'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:29.583591 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:29.595839 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:security_group and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:29.603094 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:29.614926 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:29.632620 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:29.679546 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:29.687905 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:security_group_rule and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:29.698835 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:29.714534 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:29.845504 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37618) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:29.886111 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:29.894656 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:29.911976 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c510f011-d9fa-4110-9cbc-b929be1ee2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:29.958509 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1669eb80>, [{'id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:15Z', 'updated_at': '2021-05-20T18:21:26Z', 'revision_number': 4, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'gw_port': {'id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:17Z', 'updated_at': '2021-05-20T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'd0491ce3-1967-4d88-b3df-4017c2e79664', 'name': '', 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'mac_address': 'fa:16:3e:f3:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd56fcae5-c6af-4876-a435-f2d0734305cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:25Z', 'updated_at': '2021-05-20T18:21:26Z', 'revision_number': 2, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'subnets': [{'id': 'd56fcae5-c6af-4876-a435-f2d0734305cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:29.965345 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Checking router: d4d9475b-8fed-4983-900a-07b04faac4b5 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:21:29.965958 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Updating router d4d9475b-8fed-4983-900a-07b04faac4b5 port d0491ce3-1967-4d88-b3df-4017c2e79664 binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:21:30.022373 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.034365 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.036745 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4874859
May 20 18:21:30.039503 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e2a045-2b6a-4e24-9efd-f32a96dd7f00,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:30.041497 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37626) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:30.043436 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.044924 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:30.048599 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'security_group_rule': {'security_group_id': '49e2a045-2b6a-4e24-9efd-f32a96dd7f00', 'project_id': '0b14bd383da44746985d08a30cd1b357', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:30.060752 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:30.063882 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:30.070228 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:security_group_rule and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:30.073706 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Usage tracker for resource:security_group_rule and tenant:0c31fa5826c943c3972e43425447d108 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:30.084121 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:30.089823 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:30.103476 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:30.107400 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:30.167904 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.337297 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.349532 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.369031 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0076ee74-4472-4ec7-9e3e-c844645ab3a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:30.374122 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37634) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:30.392581 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.405395 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.417384 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144b87c1-e944-493b-b457-59ae9b15c83a,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:30.438494 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.443777 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3965850
May 20 18:21:30.444666 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37640) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:30.445189 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.445559 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.446031 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.446386 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.446734 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.447269 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.447452 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.447753 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.448133 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.448456 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.448795 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.449127 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:30.449394 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'security_group_rule': {'security_group_id': '49e2a045-2b6a-4e24-9efd-f32a96dd7f00', 'project_id': '0b14bd383da44746985d08a30cd1b357', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:30.454038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:30.457727 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-699684c3-6645-46b7-9a6e-aabdc0f0da3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:30.463527 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:30.469971 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:security_group_rule and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:30.471614 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c31fa5826c943c3972e43425447d108&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6242337
May 20 18:21:30.476597 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37644) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:30.479298 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:30.493559 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:30.526252 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.535491 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56268bf-a602-4201-a7aa-077fb29a8d44,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:30.539852 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:30.592044 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a0238d3-945b-4dc7-8ced-bed03d8dd997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.593934 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.609577 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.615424 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Transition to ACTIVE for port object d0491ce3-1967-4d88-b3df-4017c2e79664 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:30.623285 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a0238d3-945b-4dc7-8ced-bed03d8dd997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.629725 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.635787 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:30.649825 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:30.661880 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Usage tracker for resource:security_group_rule and tenant:169a942096c54844a79f867d1eee20c0 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:30.670456 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:30.683772 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:30.687477 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a0238d3-945b-4dc7-8ced-bed03d8dd997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.693292 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8795850a-28d4-4389-89e9-6ffe2f1d03b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:30.708955 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0238d3-945b-4dc7-8ced-bed03d8dd997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56268bf-a602-4201-a7aa-077fb29a8d44,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:30.712771 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2a0238d3-945b-4dc7-8ced-bed03d8dd997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:30.721811 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2a0238d3-945b-4dc7-8ced-bed03d8dd997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.726336 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-2a0238d3-945b-4dc7-8ced-bed03d8dd997 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a56268bf-a602-4201-a7aa-077fb29a8d44 HTTP/1.1" status: 204  len: 168 time: 0.2452009
May 20 18:21:30.742355 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.757788 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.773559 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4a1b89ad-bb81-4808-9640-56421c5b1d8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:30.804685 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e2ba8d-158c-44f6-9692-ee2315690236,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:30.816365 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:30.879732 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Pushing event updated for resources: {'Port': ['ID=d0491ce3-1967-4d88-b3df-4017c2e79664,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:30.890273 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:30.898498 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.903654 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.909556 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4602592
May 20 18:21:30.909556 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:30.910001 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37650) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:30.917151 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'security_group_rule': {'security_group_id': '49e2a045-2b6a-4e24-9efd-f32a96dd7f00', 'project_id': '0b14bd383da44746985d08a30cd1b357', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:30.931572 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-edd4618e-4199-4fcd-8b7e-3bccc7044e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:30.933992 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:30.946211 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:security_group_rule and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:30.946211 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:30.964705 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:30.994496 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aed73b8-bc77-4edf-85fa-64b6989c2392,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:30.999597 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:31.003403 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=169a942096c54844a79f867d1eee20c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6279569
May 20 18:21:31.009694 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37658) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:31.027439 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:21:31.053435 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.055286 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Attempting to bind port d0491ce3-1967-4d88-b3df-4017c2e79664 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:21:31.056006 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Attempting to bind port d0491ce3-1967-4d88-b3df-4017c2e79664 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1c990c9e-4c56-4997-8ffd-a47086bcde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:21:31.059117 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Attempting to bind port d0491ce3-1967-4d88-b3df-4017c2e79664 on network 270dd047-7650-463b-b46d-07cee3d1ea62 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:31.068721 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:21:31.069634 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Checking segment: {'id': '1c990c9e-4c56-4997-8ffd-a47086bcde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:31.070068 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.070470 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Bound using segment: {'id': '1c990c9e-4c56-4997-8ffd-a47086bcde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:21:31.070962 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Bound port: d0491ce3-1967-4d88-b3df-4017c2e79664, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c990c9e-4c56-4997-8ffd-a47086bcde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:21:31.071448 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.158062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-438bb3d0-955e-423f-b1ee-70472d5b1d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.164401 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.173157 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.176557 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:31.193492 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-438bb3d0-955e-423f-b1ee-70472d5b1d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.218506 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a5f88d-2347-452a-a0e8-934e28004f4b,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:31.222999 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:31.236928 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.239773 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] For port d0491ce3-1967-4d88-b3df-4017c2e79664, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:21:31.245317 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3334329
May 20 18:21:31.245904 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] For port d0491ce3-1967-4d88-b3df-4017c2e79664, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=d0491ce3-1967-4d88-b3df-4017c2e79664,segment=NetworkSegment(1c990c9e-4c56-4997-8ffd-a47086bcde16),segment_id=1c990c9e-4c56-4997-8ffd-a47086bcde16)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:21:31.246542 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37662) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:31.252641 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.258057 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'security_group_rule': {'security_group_id': '49e2a045-2b6a-4e24-9efd-f32a96dd7f00', 'project_id': '0b14bd383da44746985d08a30cd1b357', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:31.259558 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:31.270042 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:31.277335 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:security_group_rule and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:31.283192 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:31.294839 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:31.297229 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-438bb3d0-955e-423f-b1ee-70472d5b1d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.302613 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c06e71d2-ca82-4fa3-a60c-387058314e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:31.319831 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bb3d0-955e-423f-b1ee-70472d5b1d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aed73b8-bc77-4edf-85fa-64b6989c2392,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:31.330171 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.334792 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-438bb3d0-955e-423f-b1ee-70472d5b1d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:31.362726 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-438bb3d0-955e-423f-b1ee-70472d5b1d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.364681 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-438bb3d0-955e-423f-b1ee-70472d5b1d7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1aed73b8-bc77-4edf-85fa-64b6989c2392 HTTP/1.1" status: 204  len: 168 time: 0.3533518
May 20 18:21:31.371023 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Routers {'d4d9475b-8fed-4983-900a-07b04faac4b5'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:21:31.371690 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1669eb80>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:21:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['d4d9475b-8fed-4983-900a-07b04faac4b5'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:31.513134 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37668) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:31.526580 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.533201 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.538373 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.547355 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:31.560345 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:31.567919 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Usage tracker for resource:security_group_rule and tenant:8db08128e8d94da8a3b7ba25e8fbac88 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:31.579904 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:31.596586 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Pushing event updated for resources: {'Port': ['ID=d0491ce3-1967-4d88-b3df-4017c2e79664,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:31.604407 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.611229 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3572712
May 20 18:21:31.611655 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:31.617119 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752f0886-5528-4ed6-983e-7d0fb5cfce98,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:31.617282 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37672) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:31.617881 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.618193 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.618590 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.619039 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.619436 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.619855 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.620076 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.620326 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.620705 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.621027 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.621348 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.621916 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:21:31.625391 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'security_group_rule': {'security_group_id': '49e2a045-2b6a-4e24-9efd-f32a96dd7f00', 'project_id': '0b14bd383da44746985d08a30cd1b357', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:31.626683 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:31.637128 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7821fa12-fb59-42b4-bb61-37f4c1c718bd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:31.638021 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:31.641015 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] Set router d4d9475b-8fed-4983-900a-07b04faac4b5 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:21:31.646652 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:security_group_rule and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:31.652495 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:31.666759 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:31.697095 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.securitygroups_db [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Project 0b14bd383da44746985d08a30cd1b357 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 20 18:21:31.713715 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.911140 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.919537 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.929402 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:31.968239 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0a01ee-3917-495e-b1f5-849307a1d38f,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:31.978606 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:31.983160 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:31.991681 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.010192 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f825d001-e551-4bdb-8410-f52829b4b096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:32.023890 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.025681 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4124815
May 20 18:21:32.029501 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37684) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:32.039590 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'security_group_rule': {'security_group_id': '49e2a045-2b6a-4e24-9efd-f32a96dd7f00', 'project_id': '0b14bd383da44746985d08a30cd1b357', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:32.058441 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:32.067076 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8db08128e8d94da8a3b7ba25e8fbac88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5527787
May 20 18:21:32.067927 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37688) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:32.068863 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5245f4a9-b264-4bd9-90b4-e72a3d2e7605,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:32.070153 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:security_group_rule and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:32.074248 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:32.078640 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:32.091806 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:32.113567 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.securitygroups_db [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Project 0b14bd383da44746985d08a30cd1b357 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 20 18:21:32.116788 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1669eb80>, [{'id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:15Z', 'updated_at': '2021-05-20T18:21:26Z', 'revision_number': 4, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'gw_port': {'id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:17Z', 'updated_at': '2021-05-20T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'd0491ce3-1967-4d88-b3df-4017c2e79664', 'name': '', 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'mac_address': 'fa:16:3e:f3:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd56fcae5-c6af-4876-a435-f2d0734305cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:25Z', 'updated_at': '2021-05-20T18:21:31Z', 'revision_number': 4, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'subnets': [{'id': 'd56fcae5-c6af-4876-a435-f2d0734305cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:21:32.122011 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb5a06-b778-4e35-83df-d543d2897b24 None None] The sync data for ids ['d4d9475b-8fed-4983-900a-07b04faac4b5'] in dv-cinder-792299-2-iscsi is: [{'id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:15Z', 'updated_at': '2021-05-20T18:21:26Z', 'revision_number': 4, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'gw_port': {'id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:17Z', 'updated_at': '2021-05-20T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'd0491ce3-1967-4d88-b3df-4017c2e79664', 'name': '', 'network_id': '270dd047-7650-463b-b46d-07cee3d1ea62', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'mac_address': 'fa:16:3e:f3:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd56fcae5-c6af-4876-a435-f2d0734305cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:25Z', 'updated_at': '2021-05-20T18:21:31Z', 'revision_number': 4, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'subnets': [{'id': 'd56fcae5-c6af-4876-a435-f2d0734305cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:21:32.128983 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.237441 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f83b024d-6fee-4291-9d87-91720a2aa09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.289543 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.297829 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.301375 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a3e6c54c-c7f9-4a00-8633-7121f462c94f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:32.312119 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f83b024d-6fee-4291-9d87-91720a2aa09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.362552 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff61ee53-2aa7-4fc1-ad2c-803b1b0b55c1,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:32.373126 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:32.383803 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.388369 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3562257
May 20 18:21:32.431710 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f83b024d-6fee-4291-9d87-91720a2aa09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.436867 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b9a28b88-a447-4f0d-add9-2b85e5dcf25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:32.466050 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b024d-6fee-4291-9d87-91720a2aa09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5245f4a9-b264-4bd9-90b4-e72a3d2e7605,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:32.485288 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f83b024d-6fee-4291-9d87-91720a2aa09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:32.509852 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f83b024d-6fee-4291-9d87-91720a2aa09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:32.515226 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-f83b024d-6fee-4291-9d87-91720a2aa09f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5245f4a9-b264-4bd9-90b4-e72a3d2e7605 HTTP/1.1" status: 204  len: 168 time: 0.4424181
May 20 18:21:33.141399 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device d0491ce3-1967-4d88-b3df-4017c2e79664 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:33.284416 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port d0491ce3-1967-4d88-b3df-4017c2e79664 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:33.290265 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port d0491ce3-1967-4d88-b3df-4017c2e79664 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:33.290739 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:33.765151 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-655cb079-4b99-4f52-bb30-7b56b2643dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:33.766785 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-655cb079-4b99-4f52-bb30-7b56b2643dc3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 918 time: 0.5224681
May 20 18:21:33.776140 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:33.879870 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port d0491ce3-1967-4d88-b3df-4017c2e79664, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=d0491ce3-1967-4d88-b3df-4017c2e79664,segment=NetworkSegment(1c990c9e-4c56-4997-8ffd-a47086bcde16),segment_id=1c990c9e-4c56-4997-8ffd-a47086bcde16)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:21:33.888052 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:33.890689 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:33.993013 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-f9c9ac34-47a1-4c3b-a0e2-5b482232ea0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6 HTTP/1.1" status: 200  len: 217 time: 0.2091415
May 20 18:21:34.102152 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=d0491ce3-1967-4d88-b3df-4017c2e79664,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:34.117144 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:34.374575 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494d730-89d7-476b-a10b-a367065d2e74 req-64cf7fb9-a1a9-4e10-8ac4-e8d0f43bbcef tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:34.382592 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-64cf7fb9-a1a9-4e10-8ac4-e8d0f43bbcef tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/networks?id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 HTTP/1.1" status: 200  len: 813 time: 0.6790643
May 20 18:21:34.403619 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-1b5e237a-e542-4dcb-9c89-dd6fcc4a7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:34.405615 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-1b5e237a-e542-4dcb-9c89-dd6fcc4a7457 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.3855612
May 20 18:21:34.478293 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-1407a5d8-184b-42e9-9b0b-d0e1994b7472 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/quotas/43829877ca17405eace1966c7287790a HTTP/1.1" status: 200  len: 375 time: 0.0947568
May 20 18:21:34.489994 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-5b737e9e-aa26-4793-99f4-61eb3c9255d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0743246
May 20 18:21:34.566618 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-98741e8e-b29a-43fa-9201-2b90af62c6f9 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43829877ca17405eace1966c7287790a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0807180
May 20 18:21:34.591483 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b4a9-6cc2-4bee-b117-e3a8ab8673a3 req-609c0007-d72c-4fa1-ad54-fca147419013 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:34.593337 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c961b4a9-6cc2-4bee-b117-e3a8ab8673a3 req-609c0007-d72c-4fa1-ad54-fca147419013 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.9406087
May 20 18:21:34.814706 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 37820) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:34.821939 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c961b4a9-6cc2-4bee-b117-e3a8ab8673a3 req-643e0b41-9044-4467-a7a5-ff0457531f97 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007713
May 20 18:21:34.843822 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-0579f7a6-28a1-4e41-8d74-9cd1f8ef2e9d service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3424580
May 20 18:21:34.922822 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-3960b2ba-8965-42ba-9cf4-475ed559e7be service neutron] 10.222.0.13 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3397548
May 20 18:21:35.061747 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:35.093569 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:35.098227 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Usage tracker for resource:security_group_rule and tenant:f2779faaaa024559885a70e9c3b667d4 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:35.102668 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:35.110095 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:35.122483 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device d0491ce3-1967-4d88-b3df-4017c2e79664 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:21:35.163881 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1bac9c9-8e16-45c7-924d-58c42f2fd062 req-d4aeb2ec-81f3-48e1-8b4c-e181e9995cc2 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3136711
May 20 18:21:35.212173 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-73d63ef5-c178-49f0-9eac-1592271abf67 service neutron] 10.222.0.13 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2886996
May 20 18:21:35.301945 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:35.317932 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:35.324771 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port d0491ce3-1967-4d88-b3df-4017c2e79664 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:35.325379 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:35.353008 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-caa212dd-27ac-4124-8e55-39d52873e952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:35.365499 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2779faaaa024559885a70e9c3b667d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5495744
May 20 18:21:35.369301 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 37840) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:35.411469 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0397d340-01e9-4975-aa07-33f120bade56,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:35.422366 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:35.481491 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-870df165-bcf5-41a6-a5c4-d9cd7da7656c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:35.596270 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-870df165-bcf5-41a6-a5c4-d9cd7da7656c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:35.612830 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1b55e77c-39e9-4108-8b57-7e2e6233aaef req-66239156-6cc9-4871-9e55-823af64a86a8 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 210 time: 0.1049953
May 20 18:21:35.706932 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-870df165-bcf5-41a6-a5c4-d9cd7da7656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:35.711484 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f83b024d-6fee-4291-9d87-91720a2aa09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:35.726880 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870df165-bcf5-41a6-a5c4-d9cd7da7656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0397d340-01e9-4975-aa07-33f120bade56,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:35.735742 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-870df165-bcf5-41a6-a5c4-d9cd7da7656c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:35.736616 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-870df165-bcf5-41a6-a5c4-d9cd7da7656c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:35.741518 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-870df165-bcf5-41a6-a5c4-d9cd7da7656c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0397d340-01e9-4975-aa07-33f120bade56 HTTP/1.1" status: 204  len: 168 time: 0.3701620
May 20 18:21:36.417722 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d658f-f961-496c-b0e0-8fdd4a44da45 req-626ab4be-a4d7-48c1-a809-19e1ea722f00 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:36.420750 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0d7d658f-f961-496c-b0e0-8fdd4a44da45 req-626ab4be-a4d7-48c1-a809-19e1ea722f00 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.3211701
May 20 18:21:36.515389 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0d7d658f-f961-496c-b0e0-8fdd4a44da45 req-61944c80-c60a-4e82-8e49-7e4dcd148631 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862658
May 20 18:21:36.898303 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-955d07a4-1db2-4780-8208-182ee354b599 req-b485d1e7-ab20-4576-9037-35e663d5d956 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 210 time: 0.0593226
May 20 18:21:37.432085 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494d730-89d7-476b-a10b-a367065d2e74 req-a69f0962-fed9-43e6-8e1e-ffe2080477cb tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:37.436001 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-a69f0962-fed9-43e6-8e1e-ffe2080477cb tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.22 "GET /v2.0/networks?id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 HTTP/1.1" status: 200  len: 813 time: 0.3195963
May 20 18:21:37.456513 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Request body: {'port': {'device_id': 'f808d21a-922d-40d9-b4a3-079fd906d138', 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262', 'admin_state_up': True, 'tenant_id': '43829877ca17405eace1966c7287790a'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:37.748287 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:37.752522 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Usage tracker for resource:port and tenant:43829877ca17405eace1966c7287790a is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:37.755652 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:37.762654 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:37.793561 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Made reservation on behalf of 43829877ca17405eace1966c7287790a for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:21:37.797235 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:37.915814 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2102f1-da72-4f78-ae55-8e5ca77c8e08 req-f2693963-024f-48d8-92b2-5b4be06285a9 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:37.917348 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4a2102f1-da72-4f78-ae55-8e5ca77c8e08 req-f2693963-024f-48d8-92b2-5b4be06285a9 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2564154
May 20 18:21:38.019260 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Allocated IP 172.20.0.8 (ce58dc69-32ac-4155-a8a4-ae0e8c9c0262/a03bd535-5d57-47c8-aa30-dc121a00499d/7b24e3de-a47f-478e-8592-f2f416974b72) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:21:38.030546 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4a2102f1-da72-4f78-ae55-8e5ca77c8e08 req-3acf6781-b07e-40c8-9fdf-6b06cc4fa75b tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762722
May 20 18:21:38.183726 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-028f0e08-594c-48ef-aa23-0b188e562384 req-770fd4be-6a08-4110-aff7-ca8773a85ea0 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 210 time: 0.0714767
May 20 18:21:38.310572 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:38.342716 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:38.350516 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:38.421926 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:38.425347 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:38.430388 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:21:38.462480 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Pushing event updated for resources: {'Port': ['ID=7b24e3de-a47f-478e-8592-f2f416974b72,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:38.469551 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:38.512655 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:38.513784 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:38.548588 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1007793
May 20 18:21:41.284497 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Request body: {'port': {'device_id': 'f808d21a-922d-40d9-b4a3-079fd906d138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:41.402792 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:41.745480 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b24e3de-a47f-478e-8592-f2f416974b72 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:21:41.753001 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:41.768246 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Transition to ACTIVE for port object 7b24e3de-a47f-478e-8592-f2f416974b72 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:41.772784 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:41.778057 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:41.986016 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=7b24e3de-a47f-478e-8592-f2f416974b72,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:42.012510 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:42.094868 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Attempting to bind port 7b24e3de-a47f-478e-8592-f2f416974b72 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:21:42.095210 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Attempting to bind port 7b24e3de-a47f-478e-8592-f2f416974b72 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '00f5b64a-cd9f-421c-9a6c-28d8760f069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:21:42.095681 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Attempting to bind port 7b24e3de-a47f-478e-8592-f2f416974b72 on network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:42.101042 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Port 7b24e3de-a47f-478e-8592-f2f416974b72 on network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:21:42.101367 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Attempting to bind port 7b24e3de-a47f-478e-8592-f2f416974b72 on network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:42.107866 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:21:42.108259 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Checking segment: {'id': '00f5b64a-cd9f-421c-9a6c-28d8760f069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:42.108670 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Bound using segment: {'id': '00f5b64a-cd9f-421c-9a6c-28d8760f069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:21:42.109104 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Bound port: 7b24e3de-a47f-478e-8592-f2f416974b72, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f5b64a-cd9f-421c-9a6c-28d8760f069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:21:42.109455 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:42.212800 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] For port 7b24e3de-a47f-478e-8592-f2f416974b72, host hv-cinder-79229, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:21:42.216800 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] For port 7b24e3de-a47f-478e-8592-f2f416974b72, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7b24e3de-a47f-478e-8592-f2f416974b72,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:21:42.221017 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:42.225594 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:42.285631 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:42.286357 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:42.288197 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] 10.222.0.22 "PUT /v2.0/ports/7b24e3de-a47f-478e-8592-f2f416974b72 HTTP/1.1" status: 200  len: 1093 time: 1.0085955
May 20 18:21:42.288713 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f808d21a-922d-40d9-b4a3-079fd906d138', 'tag': '7b24e3de-a47f-478e-8592-f2f416974b72'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:21:42.309146 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=7b24e3de-a47f-478e-8592-f2f416974b72,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:42.312273 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:43.506856 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494d730-89d7-476b-a10b-a367065d2e74 req-3d31ec93-b1c9-4d08-8d0e-be7fe61e28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:43.508423 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-3d31ec93-b1c9-4d08-8d0e-be7fe61e28f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43829877ca17405eace1966c7287790a&device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 1096 time: 0.2156353
May 20 18:21:43.596438 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09f542-44d5-45d8-96c0-8c300b2a46c8 req-8573426c-e2f8-47fe-8fb7-c5aec00b5713 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:43.597997 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4a09f542-44d5-45d8-96c0-8c300b2a46c8 req-8573426c-e2f8-47fe-8fb7-c5aec00b5713 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2426028
May 20 18:21:43.601274 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-03682de3-ce86-4700-95a6-15f8689444e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b24e3de-a47f-478e-8592-f2f416974b72 HTTP/1.1" status: 200  len: 217 time: 0.0848944
May 20 18:21:43.609695 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a3e86-c871-4bbd-898a-2a6c42fb7eda req-c8a07434-c8ff-47e0-9753-a1b1595efa22 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:43.610453 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-218a3e86-c871-4bbd-898a-2a6c42fb7eda req-c8a07434-c8ff-47e0-9753-a1b1595efa22 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Synchronizing usage tracker for tenant:43829877ca17405eace1966c7287790a on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:21:43.713865 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-218a3e86-c871-4bbd-898a-2a6c42fb7eda req-c8a07434-c8ff-47e0-9753-a1b1595efa22 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Unset dirty status for tenant:43829877ca17405eace1966c7287790a on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:21:43.715014 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-218a3e86-c871-4bbd-898a-2a6c42fb7eda req-c8a07434-c8ff-47e0-9753-a1b1595efa22 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 943 time: 0.3085451
May 20 18:21:43.721847 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4a09f542-44d5-45d8-96c0-8c300b2a46c8 req-d596f368-4f30-424a-acea-1c8cee38b043 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081450
May 20 18:21:43.724593 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494d730-89d7-476b-a10b-a367065d2e74 req-fdf5d122-7be2-40cb-b067-5dc06c85bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:43.726298 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-fdf5d122-7be2-40cb-b067-5dc06c85bba2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a03bd535-5d57-47c8-aa30-dc121a00499d HTTP/1.1" status: 200  len: 853 time: 0.1115661
May 20 18:21:43.792555 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-adf3a9b4-7dfa-4271-b4e0-717c7ed11016 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515921
May 20 18:21:43.802567 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f808d21a-922d-40d9-b4a3-079fd906d138', 'tag': '7b24e3de-a47f-478e-8592-f2f416974b72', 'status': 'completed', 'code': 200}
May 20 18:21:43.816629 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-218a3e86-c871-4bbd-898a-2a6c42fb7eda req-6c4be9c8-a5d1-41a3-b33f-cdbe470c951b tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935333
May 20 18:21:44.286389 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-97e3e0d3-a865-4412-bd0a-18f512c838c3 service neutron] 10.222.0.22 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387024
May 20 18:21:44.506626 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e494d730-89d7-476b-a10b-a367065d2e74 req-e98907cf-ee81-4a68-ba05-c13b6a0bf24d service neutron] 10.222.0.22 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132440
May 20 18:21:44.648874 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-098192e1-a338-4d9b-ae7b-0d975ab9ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:44.650562 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-098192e1-a338-4d9b-ae7b-0d975ab9ec85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43829877ca17405eace1966c7287790a&device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 1096 time: 0.0733666
May 20 18:21:44.790476 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-835c6469-bb6b-4340-b0a7-45b870675bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:44.791954 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-835c6469-bb6b-4340-b0a7-45b870675bcd service neutron] 10.222.0.22 "GET /v2.0/networks?id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 HTTP/1.1" status: 200  len: 913 time: 0.1333654
May 20 18:21:44.971499 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-345ade70-7329-4b91-9e99-0c22f66f013e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b24e3de-a47f-478e-8592-f2f416974b72 HTTP/1.1" status: 200  len: 217 time: 0.0753920
May 20 18:21:45.107164 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-70f41351-0bc8-4f1c-9797-67e8f0df4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:45.108707 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-70f41351-0bc8-4f1c-9797-67e8f0df4390 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a03bd535-5d57-47c8-aa30-dc121a00499d HTTP/1.1" status: 200  len: 853 time: 0.1012249
May 20 18:21:45.261597 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-48aab3fb-e3f2-4d53-87c7-4202212d5f71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1437631
May 20 18:21:45.273038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd9109-5636-4e8e-ac51-5538803bad9d req-8aa72d4f-8c20-4f7c-b139-a95f07d57d65 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:45.274461 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-75dd9109-5636-4e8e-ac51-5538803bad9d req-8aa72d4f-8c20-4f7c-b139-a95f07d57d65 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.4157841
May 20 18:21:45.300341 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b384abd-2d94-4077-9818-8d01cfc57d5b req-209992f3-3f9e-49aa-877b-6fb8385c3750 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:45.301752 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4b384abd-2d94-4077-9818-8d01cfc57d5b req-209992f3-3f9e-49aa-877b-6fb8385c3750 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 943 time: 0.3452961
May 20 18:21:45.474450 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-75dd9109-5636-4e8e-ac51-5538803bad9d req-eaa749c9-5b1f-4d34-9dec-476bb0856360 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687922
May 20 18:21:45.490153 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4b384abd-2d94-4077-9818-8d01cfc57d5b req-54345704-2abf-47cc-9ad8-159110303660 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679628
May 20 18:21:45.591656 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-7b897104-e2bc-4161-a9bd-e40c9787823c service neutron] 10.222.0.22 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3130176
May 20 18:21:45.790426 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-018a92be-c6ff-4f1e-95f7-4ccf97143eb2 req-bcd07f39-068f-40ef-868c-77edfc913500 service neutron] 10.222.0.22 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927669
May 20 18:21:45.874020 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 38042) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:45.969095 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-eba03ae2-e6f3-4ddb-9ceb-8e83321ea76d tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9dbd407d440e47468e817f8af8352db5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0298445
May 20 18:21:46.013427 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:46.028315 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:46.033136 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Usage tracker for resource:security_group_rule and tenant:8f441e3575e04a2494303b92e29c36eb is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:46.038681 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:46.045029 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:46.146301 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38261b58-9259-448a-b4dd-cf113868b500 req-b6f5e2bb-6c1d-4084-9c4c-a8db014f6a86 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:46.148325 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-b6f5e2bb-6c1d-4084-9c4c-a8db014f6a86 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1739976
May 20 18:21:46.151919 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:46.156404 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:46.167503 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-ea10c84d-8fc4-4d45-a6ca-685ac9154ae9 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/quotas/9dbd407d440e47468e817f8af8352db5 HTTP/1.1" status: 200  len: 375 time: 0.0108547
May 20 18:21:46.171897 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-21e577cc-85c5-451a-9ee6-b56a380f49be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:46.207933 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677b58fd-c35b-4a8e-a18b-4f42b16c9e9c,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:46.215059 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:46.221715 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f441e3575e04a2494303b92e29c36eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3465660
May 20 18:21:46.227482 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 38064) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:21:46.239931 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-be97aad5-c58d-4197-9cac-c0fafe8eb558 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dbd407d440e47468e817f8af8352db5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0663791
May 20 18:21:46.291745 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9284e0bd-3474-4335-92d0-8d5f62573648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:46.321870 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9284e0bd-3474-4335-92d0-8d5f62573648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:46.410190 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9284e0bd-3474-4335-92d0-8d5f62573648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:46.435533 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ca6ba29e-7dc9-4afb-9991-69677f83ad26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:46.456474 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284e0bd-3474-4335-92d0-8d5f62573648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677b58fd-c35b-4a8e-a18b-4f42b16c9e9c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:46.461141 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9284e0bd-3474-4335-92d0-8d5f62573648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:46.466594 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9284e0bd-3474-4335-92d0-8d5f62573648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:46.467627 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-9284e0bd-3474-4335-92d0-8d5f62573648 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/677b58fd-c35b-4a8e-a18b-4f42b16c9e9c HTTP/1.1" status: 204  len: 168 time: 0.2388365
May 20 18:21:46.596070 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0839a16-79b4-4a28-9140-9de8e41b540a req-a3463d9b-2ded-4c44-8713-553baac75438 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 210 time: 0.1068962
May 20 18:21:46.897966 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe42ee-7c8e-4394-8e3f-1cf1c2a29895 req-7d7cffee-e8bc-4b7e-ba5c-a50195198997 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:46.902466 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46fe42ee-7c8e-4394-8e3f-1cf1c2a29895 req-7d7cffee-e8bc-4b7e-ba5c-a50195198997 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2474003
May 20 18:21:46.971415 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81faade-8bbb-4e54-9ef0-1aa3e42d1913 req-567d1855-adfa-4e3f-97b4-7d2147bafa3a tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:46.973103 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e81faade-8bbb-4e54-9ef0-1aa3e42d1913 req-567d1855-adfa-4e3f-97b4-7d2147bafa3a tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 943 time: 0.1919713
May 20 18:21:47.001322 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46fe42ee-7c8e-4394-8e3f-1cf1c2a29895 req-1d1d913c-461b-4c4d-9fb8-0898ae9bc1d9 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951252
May 20 18:21:47.046142 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e81faade-8bbb-4e54-9ef0-1aa3e42d1913 req-497d086f-d176-4ebd-bbef-cb102e8b4a67 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627728
May 20 18:21:47.318432 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-36afbc85-3c79-44ee-923b-3f5f03ef15f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:49.734977 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:49.813676 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a35612fa-03fa-4ca0-b4dc-33dd926fbc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:50.887441 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:50.969612 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:52.370414 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:53.944341 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-37b5cd47-db6e-474e-8575-f0d13de8813a req-2e2382f7-528c-4a06-97a9-d9923ac76a33 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 210 time: 0.1081998
May 20 18:21:53.992125 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-14dff359-c5cc-4a8f-8a06-43ade86c95a8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2231307
May 20 18:21:54.008303 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce560-f9cb-4572-b1c9-4d7d0628714c req-567cd0ce-8c79-4b3b-97eb-88174637a2f9 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:54.009999 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d08ce560-f9cb-4572-b1c9-4d7d0628714c req-567cd0ce-8c79-4b3b-97eb-88174637a2f9 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1642575
May 20 18:21:54.058424 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d08ce560-f9cb-4572-b1c9-4d7d0628714c req-e55c7b4a-b0dc-4a5a-9996-5ac060b012e5 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425279
May 20 18:21:54.177864 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d02a-903b-4b4a-a147-c8a9fe43c65e req-5e2c32d4-d180-4f94-9da6-f70450ee2707 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:54.179646 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1298d02a-903b-4b4a-a147-c8a9fe43c65e req-5e2c32d4-d180-4f94-9da6-f70450ee2707 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 943 time: 0.0850415
May 20 18:21:54.273145 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1298d02a-903b-4b4a-a147-c8a9fe43c65e req-abbb1867-eefd-4f56-a9cf-d736b18f5b3a tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873630
May 20 18:21:54.305505 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-d2ae82a8-e9ea-4011-aad9-0b580e7f3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:54.307281 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-d2ae82a8-e9ea-4011-aad9-0b580e7f3d57 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 1099 time: 0.0901220
May 20 18:21:54.456836 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-0285597e-70e3-4643-b95d-3f9d2476a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:54.458322 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-0285597e-70e3-4643-b95d-3f9d2476a10e service neutron] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 911 time: 0.1307368
May 20 18:21:54.560319 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-19c969b1-3350-4ec3-a7bb-2034d6b29b75 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 HTTP/1.1" status: 200  len: 1002 time: 0.0955880
May 20 18:21:54.670621 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-23bccfd0-7b68-4ddb-bc84-57ef8fec0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:54.672141 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-23bccfd0-7b68-4ddb-bc84-57ef8fec0fc1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.0592055
May 20 18:21:54.766362 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-c788c6e2-25b0-4850-88ac-4a45a6f58273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:54.768052 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-c788c6e2-25b0-4850-88ac-4a45a6f58273 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872643
May 20 18:21:55.055746 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-34bc8549-f36b-46cb-b6d5-e3b5ee1df61f service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2793422
May 20 18:21:55.140568 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-968e3b93-27b8-4677-92d1-f0432eca6067 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9dbd407d440e47468e817f8af8352db5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0527003
May 20 18:21:55.188620 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-794f15c1-1fa9-44e8-961e-98ab605dc1d4 req-fa089541-4867-4b84-8e07-8d9fc9feecba tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 210 time: 0.0722835
May 20 18:21:55.382106 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38261b58-9259-448a-b4dd-cf113868b500 req-e0539ad0-ca4f-4a77-a9a9-8da4a5b398a2 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:55.385357 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-e0539ad0-ca4f-4a77-a9a9-8da4a5b398a2 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2373393
May 20 18:21:55.391012 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-da8b03fc-9b45-4b4d-9c90-fa9afa32e6d7 req-f993f263-edea-4ce0-9f0d-14d355a8a291 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3279078
May 20 18:21:55.402931 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d9375-1dd7-478a-8c06-d040f50eae9c req-85b0d5cb-e85f-4503-aca7-a3cc87d52639 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:55.403187 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Request body: {'port': {'device_id': '7d2893cf-cf62-4fc7-b86b-52bd3086b014', 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6', 'admin_state_up': True, 'tenant_id': '9dbd407d440e47468e817f8af8352db5'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:55.405260 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-976d9375-1dd7-478a-8c06-d040f50eae9c req-85b0d5cb-e85f-4503-aca7-a3cc87d52639 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1449585
May 20 18:21:55.503124 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-976d9375-1dd7-478a-8c06-d040f50eae9c req-64369dbd-76a2-491e-8c72-f722b374472a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918622
May 20 18:21:55.554837 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ae35e-4560-4f6e-a24b-5aef7aea17a9 req-770c39ca-7973-4a9e-b1b2-3b222687f03f tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:55.558558 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c99ae35e-4560-4f6e-a24b-5aef7aea17a9 req-770c39ca-7973-4a9e-b1b2-3b222687f03f tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 943 time: 0.1300373
May 20 18:21:55.589624 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:55.594203 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Usage tracker for resource:port and tenant:9dbd407d440e47468e817f8af8352db5 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:55.597931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:55.605801 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:55.619365 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Made reservation on behalf of 9dbd407d440e47468e817f8af8352db5 for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:21:55.623254 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:55.637614 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c99ae35e-4560-4f6e-a24b-5aef7aea17a9 req-3931b703-ddf1-4c91-91b5-1fb3ebbbd430 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733247
May 20 18:21:55.638054 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:55.666666 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:21:55.671370 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Usage tracker for resource:security_group_rule and tenant:9dbd407d440e47468e817f8af8352db5 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:21:55.675206 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:21:55.682437 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:21:55.778552 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:55.783434 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:55.786980 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e8e29941-5253-4eaa-9d02-2d68bc74545f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:55.952345 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ecb1cb-ab59-4e73-847a-9102c95a4a29,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:55.958933 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:56.077928 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Allocated IP 192.168.233.186 (46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6/6edb2fb2-0ca7-44c7-bbb4-b134bb303bb5/e1ca6401-ad7d-49fe-921a-6c01e9b46ede) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:21:56.298772 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 7b24e3de-a47f-478e-8592-f2f416974b72 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:21:56.320940 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:56.338400 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Transition to ACTIVE for port object e1ca6401-ad7d-49fe-921a-6c01e9b46ede will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:56.356439 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bfa93d46-8722-44b0-b4eb-05ee65461514 req-6636496c-07cc-4de0-9986-92c1128d54c3 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 210 time: 0.0505247
May 20 18:21:56.387080 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:56.394393 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-94f8977c-dc9d-49ea-8cd4-2de3b2014fa6 tempest-DeleteServersTestJSON-628886887 tempest-DeleteServersTestJSON-628886887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:56.464421 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 7b24e3de-a47f-478e-8592-f2f416974b72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7b24e3de-a47f-478e-8592-f2f416974b72,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:21:56.465776 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:21:56.468996 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:21:56.471577 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:21:56.495429 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '7b24e3de-a47f-478e-8592-f2f416974b72', 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262', 'port_id': '7b24e3de-a47f-478e-8592-f2f416974b72', 'mac_address': 'fa:16:3e:82:16:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03bd535-5d57-47c8-aa30-dc121a00499d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:21:56.532716 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Pushing event updated for resources: {'Port': ['ID=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:56.537672 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:56.565214 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:56.566061 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:56.572642 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:56.593207 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b24e3de-a47f-478e-8592-f2f416974b72 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:21:56.611869 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2131221
May 20 18:21:56.625491 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Request body: {'port': {'device_id': '7d2893cf-cf62-4fc7-b86b-52bd3086b014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:21:56.642726 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 7b24e3de-a47f-478e-8592-f2f416974b72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7b24e3de-a47f-478e-8592-f2f416974b72,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:21:56.660639 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:56.666066 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:56.839702 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=7b24e3de-a47f-478e-8592-f2f416974b72,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:56.851333 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:56.896366 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-e179576e-db22-4d5b-845d-c36e786005c1 None None] Provisioning for port e1ca6401-ad7d-49fe-921a-6c01e9b46ede completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:21:56.905805 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:56.928347 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-e179576e-db22-4d5b-845d-c36e786005c1 None None] Provisioning complete for port e1ca6401-ad7d-49fe-921a-6c01e9b46ede triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:21:56.929317 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-e179576e-db22-4d5b-845d-c36e786005c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:56.960403 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edb319-3e61-4994-b92a-d970ae492007 req-96dea9f5-e8b8-4594-8164-f172da6b2b90 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:56.987426 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f3edb319-3e61-4994-b92a-d970ae492007 req-96dea9f5-e8b8-4594-8164-f172da6b2b90 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2158520
May 20 18:21:57.048564 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-e179576e-db22-4d5b-845d-c36e786005c1 None None] Port e1ca6401-ad7d-49fe-921a-6c01e9b46ede cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:21:57.091645 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f3edb319-3e61-4994-b92a-d970ae492007 req-b3119196-7398-4eca-acf0-6b7b5dc24a0e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019161
May 20 18:21:57.107598 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42474a35-05d3-4a98-86c6-54474288ab12 req-63acff19-004b-4ff8-a920-90654bc58600 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:57.109361 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42474a35-05d3-4a98-86c6-54474288ab12 req-63acff19-004b-4ff8-a920-90654bc58600 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 944 time: 0.2310653
May 20 18:21:57.174134 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42474a35-05d3-4a98-86c6-54474288ab12 req-fd2561ea-9ca1-48ef-b364-b0d5b3952674 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533705
May 20 18:21:57.193528 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['7b24e3de-a47f-478e-8592-f2f416974b72'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:21:57.426860 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ca6401-ad7d-49fe-921a-6c01e9b46ede {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:21:57.441888 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:57.469252 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Transition to ACTIVE for port object e1ca6401-ad7d-49fe-921a-6c01e9b46ede will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:21:57.475137 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:57.483379 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:57.592315 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbca36-97ea-4e76-867c-804984d3d6f6 req-541bb5ca-71ab-40df-8597-6c3c2174b7a6 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:57.594748 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5cbbca36-97ea-4e76-867c-804984d3d6f6 req-541bb5ca-71ab-40df-8597-6c3c2174b7a6 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 948 time: 0.0906851
May 20 18:21:57.651011 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:57.659185 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:57.677026 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5cbbca36-97ea-4e76-867c-804984d3d6f6 req-0b209d92-548c-453d-9fb6-d890039db3ef tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729210
May 20 18:21:57.755690 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Attempting to bind port e1ca6401-ad7d-49fe-921a-6c01e9b46ede on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:21:57.756247 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Attempting to bind port e1ca6401-ad7d-49fe-921a-6c01e9b46ede by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ee7b9316-7777-46fd-a54c-f160876fd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:21:57.756805 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Attempting to bind port e1ca6401-ad7d-49fe-921a-6c01e9b46ede on network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:57.764969 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Port e1ca6401-ad7d-49fe-921a-6c01e9b46ede on network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:21:57.765290 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Attempting to bind port e1ca6401-ad7d-49fe-921a-6c01e9b46ede on network 46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:21:57.771340 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:21:57.771665 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Checking segment: {'id': 'ee7b9316-7777-46fd-a54c-f160876fd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:21:57.772038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Bound using segment: {'id': 'ee7b9316-7777-46fd-a54c-f160876fd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:21:57.772473 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Bound port: e1ca6401-ad7d-49fe-921a-6c01e9b46ede, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b9316-7777-46fd-a54c-f160876fd59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:21:57.772828 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:57.880862 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] For port e1ca6401-ad7d-49fe-921a-6c01e9b46ede, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:21:57.884281 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] For port e1ca6401-ad7d-49fe-921a-6c01e9b46ede, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,segment=NetworkSegment(ee7b9316-7777-46fd-a54c-f160876fd59b),segment_id=ee7b9316-7777-46fd-a54c-f160876fd59b)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:21:57.891646 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:57.896248 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:21:57.966388 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:57.967015 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:21:57.968461 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] 10.222.0.22 "PUT /v2.0/ports/e1ca6401-ad7d-49fe-921a-6c01e9b46ede HTTP/1.1" status: 200  len: 1098 time: 1.3492804
May 20 18:21:57.969004 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2893cf-cf62-4fc7-b86b-52bd3086b014', 'tag': 'e1ca6401-ad7d-49fe-921a-6c01e9b46ede'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:21:57.990097 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:21:57.994149 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:21:58.044067 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2893cf-cf62-4fc7-b86b-52bd3086b014', 'tag': 'e1ca6401-ad7d-49fe-921a-6c01e9b46ede', 'status': 'completed', 'code': 200}
May 20 18:21:58.451388 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc9e2a-21f5-42c3-b33d-b8447a38db2e req-93d7f566-0fb5-4b67-8e4e-5270d6e32b84 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:58.452988 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8abc9e2a-21f5-42c3-b33d-b8447a38db2e req-93d7f566-0fb5-4b67-8e4e-5270d6e32b84 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1554346
May 20 18:21:58.466555 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3d684-a489-4890-ba86-78a2bcc538e8 req-0aaf6705-906f-496b-b586-1057454be656 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:21:58.468097 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ded3d684-a489-4890-ba86-78a2bcc538e8 req-0aaf6705-906f-496b-b586-1057454be656 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 944 time: 0.1362183
May 20 18:21:58.543279 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8abc9e2a-21f5-42c3-b33d-b8447a38db2e req-8f8315bb-84ef-4e5d-b07a-313e94558eb3 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741365
May 20 18:21:58.551069 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ded3d684-a489-4890-ba86-78a2bcc538e8 req-49c7d664-f0b2-4ccb-86ac-d815dd984181 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669677
May 20 18:22:05.588663 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65621772-f269-45d1-8abf-05b0c269ae17 req-941b6537-79d7-44e4-9230-f77003031f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:05.590288 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-65621772-f269-45d1-8abf-05b0c269ae17 req-941b6537-79d7-44e4-9230-f77003031f41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9dbd407d440e47468e817f8af8352db5&device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 1101 time: 0.0817659
May 20 18:22:07.415603 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-65621772-f269-45d1-8abf-05b0c269ae17 req-c0152ec7-240b-4d60-830d-436b56cd79b4 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9dbd407d440e47468e817f8af8352db5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0408573
May 20 18:22:07.580703 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65621772-f269-45d1-8abf-05b0c269ae17 req-a4736b23-ef3c-4e33-8d7f-d14ce5baf1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:07.582243 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-65621772-f269-45d1-8abf-05b0c269ae17 req-a4736b23-ef3c-4e33-8d7f-d14ce5baf1e7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1598828
May 20 18:22:07.655194 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67422f4-0b0b-464e-bfbd-cc930fcfad4d req-83f12be7-a36d-459c-9861-18040baa9375 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:07.656664 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b67422f4-0b0b-464e-bfbd-cc930fcfad4d req-83f12be7-a36d-459c-9861-18040baa9375 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 948 time: 0.2123725
May 20 18:22:07.665466 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37813ab-8f1a-46ea-ae34-38324dc49da6 req-5426c724-85fb-41d0-83d4-a6ad171d0665 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:07.666998 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a37813ab-8f1a-46ea-ae34-38324dc49da6 req-5426c724-85fb-41d0-83d4-a6ad171d0665 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 944 time: 0.1443207
May 20 18:22:07.739406 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b67422f4-0b0b-464e-bfbd-cc930fcfad4d req-7333ba54-c56a-4d21-98e8-9660633c5b00 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714056
May 20 18:22:07.748217 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a37813ab-8f1a-46ea-ae34-38324dc49da6 req-25b105da-c482-4a7c-9a99-a9559806a104 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668011
May 20 18:22:07.937872 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918785e-4a0d-49f0-9a41-39287af52495 req-c7373149-3645-4222-a1b9-8ed8dd9ca0fe tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:07.939361 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7918785e-4a0d-49f0-9a41-39287af52495 req-c7373149-3645-4222-a1b9-8ed8dd9ca0fe tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.0965710
May 20 18:22:07.991569 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7918785e-4a0d-49f0-9a41-39287af52495 req-5f12e5fe-ee78-409b-a1be-1f98abbcfeeb tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419891
May 20 18:22:08.026349 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:22:08.364245 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38261b58-9259-448a-b4dd-cf113868b500 req-e0b518aa-0c2a-434e-8676-c12f5e826e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:08.365788 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-e0b518aa-0c2a-434e-8676-c12f5e826e1c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9dbd407d440e47468e817f8af8352db5&device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 1101 time: 0.1678205
May 20 18:22:08.495554 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-37c4e6f7-a6e2-4f88-9a6c-328af053ee65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=e1ca6401-ad7d-49fe-921a-6c01e9b46ede HTTP/1.1" status: 200  len: 217 time: 0.1186540
May 20 18:22:08.582483 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38261b58-9259-448a-b4dd-cf113868b500 req-af169c85-14eb-4319-9c4e-95ae872f9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:08.585101 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-af169c85-14eb-4319-9c4e-95ae872f9764 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6edb2fb2-0ca7-44c7-bbb4-b134bb303bb5 HTTP/1.1" status: 200  len: 843 time: 0.0797405
May 20 18:22:08.674406 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38261b58-9259-448a-b4dd-cf113868b500 req-e259eef6-19e9-499b-986c-d0518b66edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:08.676161 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-e259eef6-19e9-499b-986c-d0518b66edc7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0787225
May 20 18:22:08.855570 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-a576e461-e332-4fef-b466-1de35d671742 service neutron] 10.222.0.22 "GET /v2.0/networks/46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700838
May 20 18:22:09.031962 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6f45-546a-431a-b07c-699dc6737bd2 req-913f9917-2b63-46bd-8d3d-6fc4825810b2 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:09.033992 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e87f6f45-546a-431a-b07c-699dc6737bd2 req-913f9917-2b63-46bd-8d3d-6fc4825810b2 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 944 time: 0.1609116
May 20 18:22:09.043690 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b22cb-5f19-4cf8-b52f-6458f156d76c req-b1b2ba16-b84c-4281-9607-cee3131f4979 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:09.044845 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-691b22cb-5f19-4cf8-b52f-6458f156d76c req-b1b2ba16-b84c-4281-9607-cee3131f4979 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 948 time: 0.1393695
May 20 18:22:09.113517 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-38261b58-9259-448a-b4dd-cf113868b500 req-41899643-6d09-4da6-a0cd-6b039a8180d9 service neutron] 10.222.0.22 "GET /v2.0/networks/46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2492216
May 20 18:22:09.116067 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e87f6f45-546a-431a-b07c-699dc6737bd2 req-6a1a442b-24dd-45bf-b63e-cc9b6946db5f tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687346
May 20 18:22:09.124293 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-691b22cb-5f19-4cf8-b52f-6458f156d76c req-6154d42e-6528-49ae-8f47-65c0eaaf327b tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617232
May 20 18:22:09.400808 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db53ad-2911-4982-92ce-aec5edf0c7f7 req-fd9e5152-dac0-4df9-9c50-4d18c5dc3fde tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:09.402372 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-88db53ad-2911-4982-92ce-aec5edf0c7f7 req-fd9e5152-dac0-4df9-9c50-4d18c5dc3fde tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1831577
May 20 18:22:09.457895 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-88db53ad-2911-4982-92ce-aec5edf0c7f7 req-f22de6e7-5aef-438f-a79c-f16aeca016ac tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488791
May 20 18:22:09.497310 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 7b24e3de-a47f-478e-8592-f2f416974b72 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:22:09.567675 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 7b24e3de-a47f-478e-8592-f2f416974b72 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:09.573604 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 7b24e3de-a47f-478e-8592-f2f416974b72 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:09.574011 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:09.699645 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:09.749224 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f808d21a-922d-40d9-b4a3-079fd906d138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b24e3de-a47f-478e-8592-f2f416974b72'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:22:09.766043 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 7b24e3de-a47f-478e-8592-f2f416974b72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7b24e3de-a47f-478e-8592-f2f416974b72,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:09.770210 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:09.772230 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-e9779e24-d57f-4635-a709-4ccf6c3eb1c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:09.840327 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=7b24e3de-a47f-478e-8592-f2f416974b72,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:09.843692 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:10.300691 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f808d21a-922d-40d9-b4a3-079fd906d138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b24e3de-a47f-478e-8592-f2f416974b72', 'code': 200}
May 20 18:22:10.598307 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca808f64-8a1b-49e3-80a7-a60a110bcbf9 req-087e36d4-a84b-48a3-a9a2-e3695900b6ca tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:10.606148 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ca808f64-8a1b-49e3-80a7-a60a110bcbf9 req-087e36d4-a84b-48a3-a9a2-e3695900b6ca tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 945 time: 0.1747348
May 20 18:22:10.655664 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994125a-101f-442a-94cb-5842f577fc06 req-06472c84-fc40-4acd-95f2-c248b2802188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:10.656953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146afe86-e579-449e-b34b-f89c9540949f req-fe6ed56e-9cd1-4712-8b1e-3926eec9c9ce tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:10.657878 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-5994125a-101f-442a-94cb-5842f577fc06 req-06472c84-fc40-4acd-95f2-c248b2802188 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 1098 time: 0.0935304
May 20 18:22:10.658810 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-146afe86-e579-449e-b34b-f89c9540949f req-fe6ed56e-9cd1-4712-8b1e-3926eec9c9ce tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 948 time: 0.1625202
May 20 18:22:10.673283 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ca808f64-8a1b-49e3-80a7-a60a110bcbf9 req-61fe2364-1285-4895-9dbc-3faa3bc94f76 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660117
May 20 18:22:10.723673 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-5994125a-101f-442a-94cb-5842f577fc06 req-09c7e1b8-c938-4eb4-9cc9-a7a62076f431 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538139
May 20 18:22:10.743398 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-146afe86-e579-449e-b34b-f89c9540949f req-5d7f74d7-ed89-41ee-8e8b-d6cf34c32651 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745041
May 20 18:22:10.864497 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c570-38a9-4add-8bb3-abc7c9ed3138 req-d3c2d289-f043-4280-a6af-7d2710d21965 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:10.866068 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-59c4c570-38a9-4add-8bb3-abc7c9ed3138 req-d3c2d289-f043-4280-a6af-7d2710d21965 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.0888679
May 20 18:22:10.915201 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-59c4c570-38a9-4add-8bb3-abc7c9ed3138 req-fafb26c1-7162-4b2c-9b80-c55a3c1ede01 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428107
May 20 18:22:11.916642 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101be7-2b57-4a19-9a2b-bd22b44e8e76 req-3bf7d8c9-8ef0-4be6-b85e-c5d439d685bf tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:11.918232 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-81101be7-2b57-4a19-9a2b-bd22b44e8e76 req-3bf7d8c9-8ef0-4be6-b85e-c5d439d685bf tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 945 time: 0.1324096
May 20 18:22:11.994008 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-81101be7-2b57-4a19-9a2b-bd22b44e8e76 req-277d2d44-5f8a-4af8-97d7-d312a87f7929 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659301
May 20 18:22:12.013820 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd612b9-26e9-48fe-9c9b-5286aa186465 req-6fe2b036-3970-4627-a7dc-b85e0c1e90fd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:12.021212 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8bd612b9-26e9-48fe-9c9b-5286aa186465 req-6fe2b036-3970-4627-a7dc-b85e0c1e90fd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 948 time: 0.1575480
May 20 18:22:12.067936 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8bd612b9-26e9-48fe-9c9b-5286aa186465 req-7a44e044-d697-4002-bab3-99658610914c tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458002
May 20 18:22:12.187043 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9660-e089-4f71-a305-acfcc737876f req-c55429ab-c773-4ba2-a25c-1446a95e2d0a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:12.188625 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7c6d9660-e089-4f71-a305-acfcc737876f req-c55429ab-c773-4ba2-a25c-1446a95e2d0a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.0910907
May 20 18:22:12.252328 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7c6d9660-e089-4f71-a305-acfcc737876f req-0c98ff90-47c0-4b6c-a7b3-7ee65867ab5e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548229
May 20 18:22:12.798233 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4758fc-ee7f-41a8-a766-437569e14bef req-5bcc4c8c-0040-4458-a6ba-e92ce68221a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:12.799740 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-ac4758fc-ee7f-41a8-a766-437569e14bef req-5bcc4c8c-0040-4458-a6ba-e92ce68221a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1099 time: 0.0729549
May 20 18:22:12.848211 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-ac4758fc-ee7f-41a8-a766-437569e14bef req-d6c71d75-08ff-44b8-9e9f-62b479143fea service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377607
May 20 18:22:13.319980 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a2c15-4420-4c0d-8534-03bb5e57147f req-8bf3d0d8-f649-4044-b941-f57e5e3d60a7 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:13.321539 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ed8a2c15-4420-4c0d-8534-03bb5e57147f req-8bf3d0d8-f649-4044-b941-f57e5e3d60a7 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 945 time: 0.1635494
May 20 18:22:13.364975 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfca701-baa5-4759-9839-ffa05051b2fc req-05ceda40-8c0d-42cc-a5e7-4e5519fe2165 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:13.368912 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9bfca701-baa5-4759-9839-ffa05051b2fc req-05ceda40-8c0d-42cc-a5e7-4e5519fe2165 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 948 time: 0.1363375
May 20 18:22:13.443732 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ed8a2c15-4420-4c0d-8534-03bb5e57147f req-695245fd-fff2-4946-975d-88c84b03bd2d tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065850
May 20 18:22:13.481090 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9bfca701-baa5-4759-9839-ffa05051b2fc req-776d63fc-4f90-4a2d-a2ae-183d2eca949c tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995450
May 20 18:22:13.511786 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 38476) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:13.656638 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:13.657541 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77007a-c86f-4cbf-8717-5dbb31018cc3 req-beaa58a6-2557-4647-b9ef-15901fd34b73 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:13.659272 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ae77007a-c86f-4cbf-8717-5dbb31018cc3 req-beaa58a6-2557-4647-b9ef-15901fd34b73 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1028991
May 20 18:22:13.672366 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:13.676720 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Usage tracker for resource:security_group_rule and tenant:724e36b0b57e4fd59471e3ac37ff67a8 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:13.679846 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:13.686243 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:13.735646 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ae77007a-c86f-4cbf-8717-5dbb31018cc3 req-b7605c70-d902-4e1a-998f-a3e2ef962c52 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650010
May 20 18:22:13.811073 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:13.816697 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:13.826799 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-478b7c10-adac-41ea-8b4f-ba06a2aabbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:13.868505 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=724e36b0b57e4fd59471e3ac37ff67a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3555765
May 20 18:22:13.870405 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a13144-aa12-4020-a16a-794ae13711dc,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:13.871812 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 38488) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:13.873628 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:13.948751 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-025e621a-b5c0-457e-8307-20960d11d97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:13.977845 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-025e621a-b5c0-457e-8307-20960d11d97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:14.053069 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-025e621a-b5c0-457e-8307-20960d11d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:14.057671 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1c0995d6-18e4-4ebf-b61a-8748893690ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:14.071619 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e621a-b5c0-457e-8307-20960d11d97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a13144-aa12-4020-a16a-794ae13711dc,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:14.074718 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-025e621a-b5c0-457e-8307-20960d11d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:14.076827 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-025e621a-b5c0-457e-8307-20960d11d97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:14.077971 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-025e621a-b5c0-457e-8307-20960d11d97d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84a13144-aa12-4020-a16a-794ae13711dc HTTP/1.1" status: 204  len: 168 time: 0.2051430
May 20 18:22:14.386392 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 38496) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:14.404717 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:14.420069 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:14.424286 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Usage tracker for resource:security_group_rule and tenant:add7b6d3baaa479a9773dc442a8efdba is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:14.427438 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:14.434726 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:14.670260 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:14.705953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:14.719582 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-870df165-bcf5-41a6-a5c4-d9cd7da7656c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:14.793264 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=add7b6d3baaa479a9773dc442a8efdba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4057565
May 20 18:22:14.794145 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a8780f-5a91-4bbc-9627-2e270c5a6c79,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:14.797473 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 38510) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:14.799346 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:14.817537 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1c716-b423-4381-a2d6-cf56423fadf9 req-4ca04776-d8ba-48ac-9ef3-b67aff4c2c8e tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:14.824944 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-67b1c716-b423-4381-a2d6-cf56423fadf9 req-4ca04776-d8ba-48ac-9ef3-b67aff4c2c8e tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 945 time: 0.2288773
May 20 18:22:14.870935 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5770cfa-6e2c-4820-99d0-4a4d174bf3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:14.876750 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a55594-d523-40cd-85a5-90550f9c7d0f req-7cae6a49-3e42-4946-97f9-ad04b56a7a17 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:14.878294 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f2a55594-d523-40cd-85a5-90550f9c7d0f req-7cae6a49-3e42-4946-97f9-ad04b56a7a17 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 948 time: 0.2068603
May 20 18:22:14.886332 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-67b1c716-b423-4381-a2d6-cf56423fadf9 req-2514bf93-e5f1-4ac4-9b6c-d73171fc71fd tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605893
May 20 18:22:14.900033 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5770cfa-6e2c-4820-99d0-4a4d174bf3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:14.958397 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f2a55594-d523-40cd-85a5-90550f9c7d0f req-7f3b717a-2393-48c1-962d-eb370554398c tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704536
May 20 18:22:14.993856 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5770cfa-6e2c-4820-99d0-4a4d174bf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:15.012249 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2a0238d3-945b-4dc7-8ced-bed03d8dd997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:15.050327 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5770cfa-6e2c-4820-99d0-4a4d174bf3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a8780f-5a91-4bbc-9627-2e270c5a6c79,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:15.053119 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5770cfa-6e2c-4820-99d0-4a4d174bf3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:15.054567 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e5770cfa-6e2c-4820-99d0-4a4d174bf3ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28a8780f-5a91-4bbc-9627-2e270c5a6c79 HTTP/1.1" status: 204  len: 168 time: 0.2561224
May 20 18:22:15.055769 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e5770cfa-6e2c-4820-99d0-4a4d174bf3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:15.108088 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91530028-70ce-4af4-b864-50db021f41cf req-b5ccdb45-5b35-4d1a-91b8-b323767d7acb tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:15.114314 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-91530028-70ce-4af4-b864-50db021f41cf req-b5ccdb45-5b35-4d1a-91b8-b323767d7acb tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1045754
May 20 18:22:15.164851 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-91530028-70ce-4af4-b864-50db021f41cf req-13e34c37-58f7-4092-b29d-eedfe611b554 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491982
May 20 18:22:15.515357 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device e1ca6401-ad7d-49fe-921a-6c01e9b46ede details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:22:15.771953 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-de05ccc6-fed3-4736-bae0-4a3d372046dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:15.773949 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-de05ccc6-fed3-4736-bae0-4a3d372046dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1099 time: 0.1443009
May 20 18:22:15.820025 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port e1ca6401-ad7d-49fe-921a-6c01e9b46ede, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,segment=NetworkSegment(ee7b9316-7777-46fd-a54c-f160876fd59b),segment_id=ee7b9316-7777-46fd-a54c-f160876fd59b)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:15.837690 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': 'e1ca6401-ad7d-49fe-921a-6c01e9b46ede', 'network_id': '46e7c4af-ac96-4ce6-9f1f-a3372b62e3d6', 'port_id': 'e1ca6401-ad7d-49fe-921a-6c01e9b46ede', 'mac_address': 'fa:16:3e:aa:66:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6edb2fb2-0ca7-44c7-bbb4-b134bb303bb5', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:22:15.926566 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-7079c2b2-6106-4658-8f79-94c79cb4c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:15.928652 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-7079c2b2-6106-4658-8f79-94c79cb4c25d service neutron] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 918 time: 0.1461818
May 20 18:22:15.929968 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:15.957805 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ca6401-ad7d-49fe-921a-6c01e9b46ede {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:22:16.003366 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port e1ca6401-ad7d-49fe-921a-6c01e9b46ede, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,segment=NetworkSegment(ee7b9316-7777-46fd-a54c-f160876fd59b),segment_id=ee7b9316-7777-46fd-a54c-f160876fd59b)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:16.015806 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:16.018851 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2498b2e5-43af-472f-a1c0-50d7aa76632c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:16.032067 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83772de-8f82-46de-a71a-e1377e7b4046 req-fa9da6c2-d35b-42dc-8407-ea2edc144237 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:16.033792 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b83772de-8f82-46de-a71a-e1377e7b4046 req-fa9da6c2-d35b-42dc-8407-ea2edc144237 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2727790
May 20 18:22:16.094457 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-28768dd2-5c4f-41ca-bb70-73913fa6d03a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6 HTTP/1.1" status: 200  len: 217 time: 0.1571372
May 20 18:22:16.140398 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b83772de-8f82-46de-a71a-e1377e7b4046 req-7a78554c-42ec-4ff0-91b6-23fce8e891dd tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959532
May 20 18:22:16.173973 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:16.190352 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:16.199343 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-0474a464-b708-4266-97bf-ec8b57ed3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:16.200998 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-0474a464-b708-4266-97bf-ec8b57ed3805 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.0986531
May 20 18:22:16.261369 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-54a4b298-c082-4377-968d-b92b99660bd1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473020
May 20 18:22:16.422035 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-3879d7a2-c36c-439e-82dc-da206de8482f service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494608
May 20 18:22:16.447537 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc0aad-89bb-42ce-9d3a-0ac4226453c6 req-cd080d24-a26e-4867-9355-877a0668371c tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:16.456490 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c2dc0aad-89bb-42ce-9d3a-0ac4226453c6 req-cd080d24-a26e-4867-9355-877a0668371c tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 949 time: 0.2590878
May 20 18:22:16.483426 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['e1ca6401-ad7d-49fe-921a-6c01e9b46ede'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:22:16.525475 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c2dc0aad-89bb-42ce-9d3a-0ac4226453c6 req-c11b1240-2c88-457c-ba51-bece02bfa3e1 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680768
May 20 18:22:16.600404 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-18091a09-dd6b-45bf-bb25-0b1846e10652 req-1f5d1dcf-aa42-4e8d-b3c0-70d2d258f8f4 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701779
May 20 18:22:17.330996 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3e3bbac3-7a1b-438e-9550-1108afa11b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:17.361727 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd8e2-0e52-422c-bfa8-9c3f4ce629d9 req-2b4a0646-6b5b-4cf5-be53-afce0d362040 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:17.363322 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e0ebd8e2-0e52-422c-bfa8-9c3f4ce629d9 req-2b4a0646-6b5b-4cf5-be53-afce0d362040 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1004872
May 20 18:22:17.427212 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e0ebd8e2-0e52-422c-bfa8-9c3f4ce629d9 req-b5adf50a-d492-4166-b585-7781d946b5bf tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573492
May 20 18:22:17.741447 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b617f-4938-4da0-b09a-4920413c8436 req-f72116bd-30ae-48fc-bab2-3a9d5ee63594 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:17.743146 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f30b617f-4938-4da0-b09a-4920413c8436 req-f72116bd-30ae-48fc-bab2-3a9d5ee63594 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 949 time: 0.1083832
May 20 18:22:17.800991 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f30b617f-4938-4da0-b09a-4920413c8436 req-bc9c616a-ebfc-4b00-994b-67ec0fedc951 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474288
May 20 18:22:18.673655 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309a2c2-0302-40ab-a0ff-27716945e63a req-ce849e16-502f-47cb-9e3a-8286ac512853 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:18.676018 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6309a2c2-0302-40ab-a0ff-27716945e63a req-ce849e16-502f-47cb-9e3a-8286ac512853 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1090679
May 20 18:22:18.735048 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6309a2c2-0302-40ab-a0ff-27716945e63a req-48ba63c6-7548-4632-878b-6218dc1f7488 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523787
May 20 18:22:18.921367 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 38694) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:19.087579 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.110618 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:19.117221 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Usage tracker for resource:security_group_rule and tenant:eea5a8d406fc4b11ac8667a88e0762c7 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:19.122402 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:19.131848 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:19.186264 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992045-c245-40df-86a6-1cba84faad8c req-58c573ce-c728-4ac3-ab26-352e6a231e2e tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:19.187921 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-eb992045-c245-40df-86a6-1cba84faad8c req-58c573ce-c728-4ac3-ab26-352e6a231e2e tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 949 time: 0.1747260
May 20 18:22:19.266333 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-eb992045-c245-40df-86a6-1cba84faad8c req-cbfe76fb-4029-489d-80ea-9b74ec469354 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661244
May 20 18:22:19.314659 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.320514 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.330614 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-025e621a-b5c0-457e-8307-20960d11d97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:19.374505 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eea5a8d406fc4b11ac8667a88e0762c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4516115
May 20 18:22:19.376921 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6c7944-9761-4be1-9550-d866b973486e,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:19.377953 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 38706) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:19.380090 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:19.512318 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device e1ca6401-ad7d-49fe-921a-6c01e9b46ede up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:22:19.600573 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port e1ca6401-ad7d-49fe-921a-6c01e9b46ede completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:19.604544 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b585fa33-83cc-4355-9057-4639d18eaa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.606181 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port e1ca6401-ad7d-49fe-921a-6c01e9b46ede triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:19.606561 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.653987 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b585fa33-83cc-4355-9057-4639d18eaa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.747722 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.755729 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b585fa33-83cc-4355-9057-4639d18eaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.760155 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.766489 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8586ccd6-2c14-406c-82ae-e853fbea2932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:19.780792 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585fa33-83cc-4355-9057-4639d18eaa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6c7944-9761-4be1-9550-d866b973486e,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:19.785954 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b585fa33-83cc-4355-9057-4639d18eaa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.789848 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-b585fa33-83cc-4355-9057-4639d18eaa11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab6c7944-9761-4be1-9550-d866b973486e HTTP/1.1" status: 204  len: 168 time: 0.4098353
May 20 18:22:19.791079 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b585fa33-83cc-4355-9057-4639d18eaa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:19.807942 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port e1ca6401-ad7d-49fe-921a-6c01e9b46ede, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,segment=NetworkSegment(ee7b9316-7777-46fd-a54c-f160876fd59b),segment_id=ee7b9316-7777-46fd-a54c-f160876fd59b)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:19.814761 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2893cf-cf62-4fc7-b86b-52bd3086b014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ca6401-ad7d-49fe-921a-6c01e9b46ede'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:22:19.829603 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.833159 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:19.883695 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2893cf-cf62-4fc7-b86b-52bd3086b014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ca6401-ad7d-49fe-921a-6c01e9b46ede', 'code': 200}
May 20 18:22:19.900977 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-24904214-9507-4208-8d30-6cbc9a64d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:19.924590 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:19.927749 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:19.978112 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeebe80-6195-40ad-a384-75c8386f9e87 req-313cf529-7645-45a4-b33d-1e768f6796de tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:19.980358 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5eeebe80-6195-40ad-a384-75c8386f9e87 req-313cf529-7645-45a4-b33d-1e768f6796de tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1001296
May 20 18:22:20.066974 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5eeebe80-6195-40ad-a384-75c8386f9e87 req-c6c1b888-50ab-4a84-9fdb-6b2fbfc9ab2d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803790
May 20 18:22:20.149075 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad80a0-b058-4376-9c14-2f9319a17d71 req-bad86a27-1746-4cbe-9ece-ad6f9c3a0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:20.150680 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a6ad80a0-b058-4376-9c14-2f9319a17d71 req-bad86a27-1746-4cbe-9ece-ad6f9c3a0fab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 1103 time: 0.0850742
May 20 18:22:20.209299 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a6ad80a0-b058-4376-9c14-2f9319a17d71 req-4b84402c-017b-49e2-bfa7-9b03a00bd132 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423627
May 20 18:22:20.214892 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 38724) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:20.237237 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:20.253369 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:20.258159 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Usage tracker for resource:security_group_rule and tenant:22be5d730eba421f9badd23782835bbf is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:20.261314 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:20.278361 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:20.388574 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:20.394159 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:20.402660 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2bc61f3a-2185-48aa-bcf5-1d5f1ffdcddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:20.444656 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22be5d730eba421f9badd23782835bbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2285538
May 20 18:22:20.448880 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 38734) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:20.452693 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a9f00-484e-43e9-84be-8f6459df1660,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:20.455862 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:20.590463 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-63fd61b3-9587-4186-9506-3df15e446bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:20.624081 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-63fd61b3-9587-4186-9506-3df15e446bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:20.642150 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f90323-7ebe-46bc-926a-76c23f39dd95 req-7117192e-0c09-4e80-9d4a-cdaafcb093db tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:20.643742 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-53f90323-7ebe-46bc-926a-76c23f39dd95 req-7117192e-0c09-4e80-9d4a-cdaafcb093db tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 950 time: 0.1629434
May 20 18:22:20.724642 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-53f90323-7ebe-46bc-926a-76c23f39dd95 req-ce4858ec-7989-4b9e-adab-80a496c730b2 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630372
May 20 18:22:20.754712 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-63fd61b3-9587-4186-9506-3df15e446bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:20.763246 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-41f5d68a-5df5-4e97-86dd-01765509fd61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:20.791328 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd61b3-9587-4186-9506-3df15e446bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a9f00-484e-43e9-84be-8f6459df1660,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:20.798049 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-63fd61b3-9587-4186-9506-3df15e446bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:20.812809 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-63fd61b3-9587-4186-9506-3df15e446bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:20.814758 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-63fd61b3-9587-4186-9506-3df15e446bf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/057a9f00-484e-43e9-84be-8f6459df1660 HTTP/1.1" status: 204  len: 168 time: 0.3646481
May 20 18:22:20.899717 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:20.995536 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:21.394411 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cdbe1-de5c-4ce9-85d6-bdb8f9d6587b req-7ffd8c3b-9f10-4a50-bc99-1d6eab80a554 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:21.396833 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-258cdbe1-de5c-4ce9-85d6-bdb8f9d6587b req-7ffd8c3b-9f10-4a50-bc99-1d6eab80a554 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1475403
May 20 18:22:21.452538 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-258cdbe1-de5c-4ce9-85d6-bdb8f9d6587b req-84459d5c-f78a-4d1c-95e2-4ccbb7262b73 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489981
May 20 18:22:21.929420 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee9283-e2de-49c6-9b70-a9e9e4165172 req-70b83c3a-e8c3-405b-83b0-b443db43e5d0 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:21.930915 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-77ee9283-e2de-49c6-9b70-a9e9e4165172 req-70b83c3a-e8c3-405b-83b0-b443db43e5d0 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 950 time: 0.0863771
May 20 18:22:21.980004 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-77ee9283-e2de-49c6-9b70-a9e9e4165172 req-d8d8c912-deb4-43f8-a665-69a28352356a tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429621
May 20 18:22:22.417746 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:22.702411 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc2cb-e313-4b50-9235-4c1588566099 req-2d913df8-9b21-4b8e-8bac-3542bd1797ca tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:22.706047 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7c6bc2cb-e313-4b50-9235-4c1588566099 req-2d913df8-9b21-4b8e-8bac-3542bd1797ca tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1032343
May 20 18:22:22.796701 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7c6bc2cb-e313-4b50-9235-4c1588566099 req-95a08c98-2f66-4c2d-86ec-e502508835be tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805149
May 20 18:22:23.204519 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d422d03-6a48-4f95-9b46-54fe18d6df22 req-faaaae01-8f14-4d7e-8eb4-dab0fd6b2158 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:23.212109 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1d422d03-6a48-4f95-9b46-54fe18d6df22 req-faaaae01-8f14-4d7e-8eb4-dab0fd6b2158 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 950 time: 0.1140075
May 20 18:22:23.264845 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1d422d03-6a48-4f95-9b46-54fe18d6df22 req-6a5b7ef3-f6f9-4d1b-9de4-47d83c4a4632 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513606
May 20 18:22:23.753095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5753ce6-41a5-4989-9ec5-5ecd9e21a4c4 req-c73c6fcb-a1e1-43d0-8bef-f339f5155850 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:23.754624 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d5753ce6-41a5-4989-9ec5-5ecd9e21a4c4 req-c73c6fcb-a1e1-43d0-8bef-f339f5155850 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 950 time: 0.0929606
May 20 18:22:23.806944 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d5753ce6-41a5-4989-9ec5-5ecd9e21a4c4 req-0df3dd3b-0bef-4136-9354-1df160f5782e tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455928
May 20 18:22:25.073558 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb7213-6342-4224-acad-117ebf4247bc req-5a3cdf54-6aca-4b7a-aec3-fe16aa312ffd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:25.075606 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a7bb7213-6342-4224-acad-117ebf4247bc req-5a3cdf54-6aca-4b7a-aec3-fe16aa312ffd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 950 time: 0.1269970
May 20 18:22:25.135066 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a7bb7213-6342-4224-acad-117ebf4247bc req-2e9df22a-6c35-41ec-a0b1-b71256b32765 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515223
May 20 18:22:25.670602 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ef30d-301e-4838-a36b-19e67b5cf396 req-0ea33daa-c287-4b51-9a14-5c017ee29665 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:25.672758 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4a6ef30d-301e-4838-a36b-19e67b5cf396 req-0ea33daa-c287-4b51-9a14-5c017ee29665 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.0877185
May 20 18:22:25.719567 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4a6ef30d-301e-4838-a36b-19e67b5cf396 req-44997b89-cec8-42fe-9ebe-0c5446680734 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414634
May 20 18:22:26.139552 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-7d0cd79d-d1a1-4b53-ad29-19f3ac316cf2 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:26.140391 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-7d0cd79d-d1a1-4b53-ad29-19f3ac316cf2 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Synchronizing usage tracker for tenant:9dbd407d440e47468e817f8af8352db5 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:22:26.183835 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-7d0cd79d-d1a1-4b53-ad29-19f3ac316cf2 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Unset dirty status for tenant:9dbd407d440e47468e817f8af8352db5 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:22:26.185137 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-7d0cd79d-d1a1-4b53-ad29-19f3ac316cf2 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 950 time: 0.2328415
May 20 18:22:26.402012 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Deleting port e1ca6401-ad7d-49fe-921a-6c01e9b46ede {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:22:26.402141 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a174fb-89b6-4a50-89f4-e6201c9924c9 req-13a5ef44-d264-4268-8451-7424226faaea tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:26.402576 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:26.409896 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-89a174fb-89b6-4a50-89f4-e6201c9924c9 req-13a5ef44-d264-4268-8451-7424226faaea tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 950 time: 0.1121173
May 20 18:22:26.478410 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-89a174fb-89b6-4a50-89f4-e6201c9924c9 req-1338bf72-1ae6-4acc-be7c-a5efd64dd5f9 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ecb1cb-ab59-4e73-847a-9102c95a4a29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672438
May 20 18:22:26.624940 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] For port e1ca6401-ad7d-49fe-921a-6c01e9b46ede, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,segment=NetworkSegment(ee7b9316-7777-46fd-a54c-f160876fd59b),segment_id=ee7b9316-7777-46fd-a54c-f160876fd59b)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:26.625306 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:26.712806 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-8be17b11-c94a-4e69-b2bd-0c0ebd090e5b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Synchronizing usage tracker for tenant:0b14bd383da44746985d08a30cd1b357 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:22:26.744705 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-8be17b11-c94a-4e69-b2bd-0c0ebd090e5b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Unset dirty status for tenant:0b14bd383da44746985d08a30cd1b357 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:22:26.746814 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-8be17b11-c94a-4e69-b2bd-0c0ebd090e5b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037715260&fields=id&tenant_id=0b14bd383da44746985d08a30cd1b357 HTTP/1.1" status: 200  len: 267 time: 0.0996516
May 20 18:22:26.769525 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Calling delete_port for e1ca6401-ad7d-49fe-921a-6c01e9b46ede owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:22:26.900329 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:26.908234 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:26.916302 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['e1ca6401-ad7d-49fe-921a-6c01e9b46ede'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:22:26.988972 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Pushing event deleted for resources: {'Port': ['ID=e1ca6401-ad7d-49fe-921a-6c01e9b46ede,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:26.992958 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:27.062203 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-3c725777-8510-4775-af7e-374953617683 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:27.063968 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-3c725777-8510-4775-af7e-374953617683 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 811 time: 0.3025739
May 20 18:22:27.079314 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-8cd98ea2-415c-4afd-9aa0-24d8206ad868 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/quotas/0b14bd383da44746985d08a30cd1b357 HTTP/1.1" status: 200  len: 375 time: 0.0096600
May 20 18:22:27.084014 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] No DVR routers for this DVR port e1ca6401-ad7d-49fe-921a-6c01e9b46ede on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:22:27.088734 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:27.091696 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2893cf-cf62-4fc7-b86b-52bd3086b014', 'name': 'network-vif-deleted', 'tag': 'e1ca6401-ad7d-49fe-921a-6c01e9b46ede'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:22:27.144462 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-8968693b-d558-47c3-8caa-83c5cec5d3ad req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.22 "DELETE /v2.0/ports/e1ca6401-ad7d-49fe-921a-6c01e9b46ede HTTP/1.1" status: 204  len: 173 time: 0.9503040
May 20 18:22:27.219276 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-5a6ca330-f18b-4345-b452-152a2b55793f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1321106
May 20 18:22:27.427065 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-1965cbff-706b-4054-8232-2589e930ac47 service neutron] 10.222.0.13 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894016
May 20 18:22:27.547385 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2893cf-cf62-4fc7-b86b-52bd3086b014', 'name': 'network-vif-deleted', 'tag': 'e1ca6401-ad7d-49fe-921a-6c01e9b46ede', 'status': 'completed', 'code': 200}
May 20 18:22:27.578005 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-80d52c4a-cdc9-454e-a78a-188a4551cfaf service neutron] 10.222.0.13 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443369
May 20 18:22:27.703892 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fc8888be-269c-426a-b04c-db3b5e08b713 req-3307340b-e83d-49c7-a4a0-eaf06993cbd6 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2893cf-cf62-4fc7-b86b-52bd3086b014 HTTP/1.1" status: 200  len: 210 time: 0.0514314
May 20 18:22:28.072845 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-68e8d4f4-32a2-459e-91bc-3790502847c3 req-e2aaccda-1df8-46be-bfc9-e605f96240e3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 210 time: 0.0505335
May 20 18:22:29.278960 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c021d75d-b871-43ee-b1b0-c3b5d44f7811 req-537c8438-aaa1-4ed3-8e69-c23e268a8040 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 210 time: 0.0567722
May 20 18:22:29.532806 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-856108ed-ca19-4a94-8543-86fb9a21c786 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:29.534038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-856108ed-ca19-4a94-8543-86fb9a21c786 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Synchronizing usage tracker for tenant:0b14bd383da44746985d08a30cd1b357 on resource:network {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:22:29.570911 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-856108ed-ca19-4a94-8543-86fb9a21c786 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Unset dirty status for tenant:0b14bd383da44746985d08a30cd1b357 on resource:network {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:22:29.572449 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-856108ed-ca19-4a94-8543-86fb9a21c786 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 811 time: 0.3521426
May 20 18:22:29.572878 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device e1ca6401-ad7d-49fe-921a-6c01e9b46ede no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:22:29.616811 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: e1ca6401-ad7d-49fe-921a-6c01e9b46ede {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:22:29.617803 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device e1ca6401-ad7d-49fe-921a-6c01e9b46ede not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:22:29.637022 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-9fad82ca-450f-47ba-8bf1-5281b191ec66 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Synchronizing usage tracker for tenant:0b14bd383da44746985d08a30cd1b357 on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:22:29.650401 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-9fad82ca-450f-47ba-8bf1-5281b191ec66 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Unset dirty status for tenant:0b14bd383da44746985d08a30cd1b357 on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:22:29.651773 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-9fad82ca-450f-47ba-8bf1-5281b191ec66 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b14bd383da44746985d08a30cd1b357 HTTP/1.1" status: 200  len: 380 time: 0.0652778
May 20 18:22:29.669112 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'port': {'device_id': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'admin_state_up': True, 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'security_groups': ['49e2a045-2b6a-4e24-9efd-f32a96dd7f00']}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:22:29.836147 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:29.839935 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:port and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:29.842712 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:29.848337 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:29.857934 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Made reservation on behalf of 0b14bd383da44746985d08a30cd1b357 for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:22:29.861417 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:30.051410 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Allocated IP 172.20.0.7 (324ca71e-7f17-4be5-8d04-6ebc2ab4f332/22bb6ec4-7a08-431a-b3b4-52c1e2066dfe/86c9acd8-0fe0-43fd-91c2-3afb945f808f) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:22:30.368584 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:30.385918 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Transition to ACTIVE for port object 86c9acd8-0fe0-43fd-91c2-3afb945f808f will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:30.411193 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:30.417662 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:30.484099 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:22:30.488185 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:22:30.492080 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:22:30.517805 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74d3ec-0ab7-4f23-a756-c5266157cc4f req-f875e6e0-cd07-4212-8c24-3be6ad9b7deb tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:30.517805 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ff74d3ec-0ab7-4f23-a756-c5266157cc4f req-f875e6e0-cd07-4212-8c24-3be6ad9b7deb tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 931 time: 0.0898943
May 20 18:22:30.588031 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ff74d3ec-0ab7-4f23-a756-c5266157cc4f req-eb3f3893-d79f-4719-87ee-1d20a1ec03c6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672996
May 20 18:22:30.589651 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'Port': ['ID=86c9acd8-0fe0-43fd-91c2-3afb945f808f,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:30.612192 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.612850 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.613641 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.614309 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.614938 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.615570 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.616245 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.616887 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.617518 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.618203 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.618895 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.619517 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:30.629626 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:30.644863 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:30.645559 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:30.670624 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0089202
May 20 18:22:30.682920 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Request body: {'port': {'device_id': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:22:30.814787 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:30.841359 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c3cd4393-23f9-45f0-813e-86e18e0820e0 None None] Provisioning for port 86c9acd8-0fe0-43fd-91c2-3afb945f808f completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:30.847411 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c3cd4393-23f9-45f0-813e-86e18e0820e0 None None] Provisioning complete for port 86c9acd8-0fe0-43fd-91c2-3afb945f808f triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:30.848068 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4393-23f9-45f0-813e-86e18e0820e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:30.938269 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd4393-23f9-45f0-813e-86e18e0820e0 None None] Port 86c9acd8-0fe0-43fd-91c2-3afb945f808f cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:22:31.222489 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c9acd8-0fe0-43fd-91c2-3afb945f808f {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:22:31.231561 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:31.247165 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Transition to ACTIVE for port object 86c9acd8-0fe0-43fd-91c2-3afb945f808f will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:31.252548 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:31.256615 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:31.424318 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Pushing event updated for resources: {'Port': ['ID=86c9acd8-0fe0-43fd-91c2-3afb945f808f,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:31.432873 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:31.512661 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Attempting to bind port 86c9acd8-0fe0-43fd-91c2-3afb945f808f on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:22:31.512990 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Attempting to bind port 86c9acd8-0fe0-43fd-91c2-3afb945f808f by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:22:31.513316 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Attempting to bind port 86c9acd8-0fe0-43fd-91c2-3afb945f808f on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:22:31.518174 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Port 86c9acd8-0fe0-43fd-91c2-3afb945f808f on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:22:31.518502 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Attempting to bind port 86c9acd8-0fe0-43fd-91c2-3afb945f808f on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:22:31.523920 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:22:31.524258 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Checking segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:22:31.524647 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Bound using segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:22:31.525079 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Bound port: 86c9acd8-0fe0-43fd-91c2-3afb945f808f, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:22:31.525436 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:31.656943 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] For port 86c9acd8-0fe0-43fd-91c2-3afb945f808f, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:22:31.662330 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] For port 86c9acd8-0fe0-43fd-91c2-3afb945f808f, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=86c9acd8-0fe0-43fd-91c2-3afb945f808f,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:22:31.668708 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:31.676408 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:31.798891 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:31.799161 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:31.801432 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] 10.222.0.22 "PUT /v2.0/ports/86c9acd8-0fe0-43fd-91c2-3afb945f808f HTTP/1.1" status: 200  len: 1093 time: 1.1230772
May 20 18:22:31.802368 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'tag': '86c9acd8-0fe0-43fd-91c2-3afb945f808f'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:22:31.842525 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902734b-293f-46b3-be69-dcded562a2f1 req-47eafe16-d2ff-4acc-859a-cf530193cc79 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:31.844072 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f902734b-293f-46b3-be69-dcded562a2f1 req-47eafe16-d2ff-4acc-859a-cf530193cc79 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.1238024
May 20 18:22:31.851300 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Pushing event updated for resources: {'Port': ['ID=86c9acd8-0fe0-43fd-91c2-3afb945f808f,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:31.869235 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:31.909641 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'tag': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'status': 'completed', 'code': 200}
May 20 18:22:31.938595 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f902734b-293f-46b3-be69-dcded562a2f1 req-87de3232-a5c2-4cb2-a5a5-a9b2fbe37a84 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770473
May 20 18:22:31.987202 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-a7f216fa-49a5-4379-ba8d-8dc15d5194aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:31.987202 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-a7f216fa-49a5-4379-ba8d-8dc15d5194aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 1096 time: 0.1157620
May 20 18:22:32.084319 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-c34e38bf-40b9-42fa-95fe-cbaf1a3a652c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86c9acd8-0fe0-43fd-91c2-3afb945f808f HTTP/1.1" status: 200  len: 217 time: 0.0878556
May 20 18:22:32.184025 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-a91af779-e6e9-4555-b66f-07c40a22c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:32.186540 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-a91af779-e6e9-4555-b66f-07c40a22c4f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.0896699
May 20 18:22:32.325124 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-10a92f22-5997-4201-b3f2-521d83f441b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:32.326680 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-10a92f22-5997-4201-b3f2-521d83f441b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305096
May 20 18:22:32.482126 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-c133a992-bb07-4603-a264-57bd8cc49850 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428971
May 20 18:22:32.713018 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-299308c7-da72-4ab1-9495-49e92bead8b1 req-5ce933cc-25ce-444a-9e23-97cf0e863465 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240522
May 20 18:22:32.832357 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-b899df34-35c9-472c-83a9-178055691e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:32.833853 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-b899df34-35c9-472c-83a9-178055691e92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 1096 time: 0.0751209
May 20 18:22:32.971847 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-147582a6-3fb8-415e-960f-a95e020f8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:32.973315 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-147582a6-3fb8-415e-960f-a95e020f8311 service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.1323941
May 20 18:22:33.048931 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-e9aaba4a-d070-44b3-9fde-76ba348a33ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86c9acd8-0fe0-43fd-91c2-3afb945f808f HTTP/1.1" status: 200  len: 217 time: 0.0676153
May 20 18:22:33.119921 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-7665b8d6-63e4-460f-b1be-67e4a7e4d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:33.121428 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-7665b8d6-63e4-460f-b1be-67e4a7e4d62b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.0651014
May 20 18:22:33.190926 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c22287-8d3f-4dac-a9c9-0dd4932a6cd8 req-c448270b-555e-499e-8200-59226c1d5a6c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:33.197751 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e5c22287-8d3f-4dac-a9c9-0dd4932a6cd8 req-c448270b-555e-499e-8200-59226c1d5a6c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.1133745
May 20 18:22:33.226190 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-b3fba531-df40-4f4b-aea6-b7095b748e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:33.228784 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-b3fba531-df40-4f4b-aea6-b7095b748e98 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0997941
May 20 18:22:33.298511 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e5c22287-8d3f-4dac-a9c9-0dd4932a6cd8 req-995dc0a3-c5ef-4df7-9495-fae73ba79842 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910866
May 20 18:22:33.409381 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-559bcdc8-d629-4cd5-b7ef-126ce6d3312b service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697836
May 20 18:22:33.581920 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-8cf4c13c-1cdc-44bf-85a8-bd3629fd78d5 req-1ec9f590-18f1-4925-8645-ac2f20869fb1 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636574
May 20 18:22:34.554423 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f50f8a-df81-4762-bf2f-09ae57daf111 req-c04b20ef-1991-499c-a662-2984ed564dea tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:34.559421 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9f50f8a-df81-4762-bf2f-09ae57daf111 req-c04b20ef-1991-499c-a662-2984ed564dea tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.1217787
May 20 18:22:34.618850 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9f50f8a-df81-4762-bf2f-09ae57daf111 req-a4151d35-ab66-4b72-a4fd-7c7a4747f73f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561364
May 20 18:22:36.127879 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5fed-0aa2-459f-849c-c1471c549945 req-ea3d0167-1465-482f-9a02-1ac6d4389fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:36.129489 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-836c5fed-0aa2-459f-849c-c1471c549945 req-ea3d0167-1465-482f-9a02-1ac6d4389fc3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1099 time: 0.1183822
May 20 18:22:36.174527 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e15a2-124d-4c27-83f0-8ddccd0d460b req-5f956901-6562-4294-8d4e-b5c28ca58cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:36.182888 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4a4e15a2-124d-4c27-83f0-8ddccd0d460b req-5f956901-6562-4294-8d4e-b5c28ca58cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.1364784
May 20 18:22:36.281034 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4a4e15a2-124d-4c27-83f0-8ddccd0d460b req-c1c6e152-c364-4f5a-ae5e-30fbf6b182c7 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934958
May 20 18:22:36.350141 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5fed-0aa2-459f-849c-c1471c549945 req-692aec12-e97e-43a2-a7e6-f6d69f1893ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:36.353400 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-836c5fed-0aa2-459f-849c-c1471c549945 req-692aec12-e97e-43a2-a7e6-f6d69f1893ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 918 time: 0.2143526
May 20 18:22:36.494394 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-836c5fed-0aa2-459f-849c-c1471c549945 req-523e5fe3-e7d7-48a6-9c7c-c38539942857 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6 HTTP/1.1" status: 200  len: 217 time: 0.1337757
May 20 18:22:36.585549 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5fed-0aa2-459f-849c-c1471c549945 req-e504743e-e170-41a1-a6b4-aca409b20a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:36.587520 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-836c5fed-0aa2-459f-849c-c1471c549945 req-e504743e-e170-41a1-a6b4-aca409b20a58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.0847495
May 20 18:22:36.665302 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eb321-b1cc-416f-ac21-78595b918787 req-e5ac315f-8d16-4e1b-846c-586d3032314a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:36.670287 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3c1eb321-b1cc-416f-ac21-78595b918787 req-e5ac315f-8d16-4e1b-846c-586d3032314a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1696877
May 20 18:22:36.688952 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-836c5fed-0aa2-459f-849c-c1471c549945 req-ec2d66eb-4d2f-45ff-b320-22d1d29123b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0902421
May 20 18:22:36.764077 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3c1eb321-b1cc-416f-ac21-78595b918787 req-7b883bfb-ae9c-4316-9f30-60e115acdeb5 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883799
May 20 18:22:36.905053 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-836c5fed-0aa2-459f-849c-c1471c549945 req-f57c5fad-1c67-4bf7-84cd-d2d454dce0dd service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2080150
May 20 18:22:37.069441 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-836c5fed-0aa2-459f-849c-c1471c549945 req-9b8d819f-84d3-44cb-87c5-924030f85856 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553276
May 20 18:22:37.513728 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd285a6-f834-43aa-9574-c2d3b2da8000 req-61629ec0-c898-49ea-adbf-a518c1237fe0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:37.515670 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bfd285a6-f834-43aa-9574-c2d3b2da8000 req-61629ec0-c898-49ea-adbf-a518c1237fe0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.1242378
May 20 18:22:37.570093 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bfd285a6-f834-43aa-9574-c2d3b2da8000 req-38487f42-be4a-474c-b1f8-5d498b380e01 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469251
May 20 18:22:38.074145 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2b287-a4f6-4528-b59c-a5babbee60f4 req-586c0c07-91da-4d55-95c9-d580d3f48e60 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:38.075592 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b5f2b287-a4f6-4528-b59c-a5babbee60f4 req-586c0c07-91da-4d55-95c9-d580d3f48e60 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1065195
May 20 18:22:38.175223 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b5f2b287-a4f6-4528-b59c-a5babbee60f4 req-c9b81abc-1a1c-4400-9986-98af9a5e60d0 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854359
May 20 18:22:38.829791 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bf3d9-9925-4dc4-8ca3-ea1c44986d31 req-bc36779d-f765-46d2-9069-f168e128e450 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:38.831269 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-361bf3d9-9925-4dc4-8ca3-ea1c44986d31 req-bc36779d-f765-46d2-9069-f168e128e450 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.0885122
May 20 18:22:38.878519 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-361bf3d9-9925-4dc4-8ca3-ea1c44986d31 req-0c9d2f75-e8cb-4fd0-99b0-3ae11219f90c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402732
May 20 18:22:39.539363 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f79cbc-b378-4510-b893-3544fd2346ca req-beff875d-c270-480a-8f2a-8311c300a753 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:39.540845 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-97f79cbc-b378-4510-b893-3544fd2346ca req-beff875d-c270-480a-8f2a-8311c300a753 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.0994873
May 20 18:22:39.591534 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-97f79cbc-b378-4510-b893-3544fd2346ca req-45374399-9a57-4992-b070-fddc1322d3dc tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443895
May 20 18:22:39.863686 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 39368) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:40.196396 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-e8e658b5-c082-4086-9867-f0e22ef0a060 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dbd407d440e47468e817f8af8352db5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3314755
May 20 18:22:40.198942 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39378) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:40.217411 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fb28c-bf01-4516-8480-40cc53bc3364 req-4119314a-67bf-4fae-8df7-79e1113e4884 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:40.218909 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a2fb28c-bf01-4516-8480-40cc53bc3364 req-4119314a-67bf-4fae-8df7-79e1113e4884 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.2169352
May 20 18:22:40.267726 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-010808f6-a2c3-43ea-bfc9-64653b5c626e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:40.269313 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a2fb28c-bf01-4516-8480-40cc53bc3364 req-dbea49f2-25e7-4c5f-ac5e-7b88b238a170 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408068
May 20 18:22:40.299030 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-010808f6-a2c3-43ea-bfc9-64653b5c626e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:40.353462 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-010808f6-a2c3-43ea-bfc9-64653b5c626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:40.358201 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-32ffec64-3bee-40dd-b10f-2ec3bb043690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:40.371959 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010808f6-a2c3-43ea-bfc9-64653b5c626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ecb1cb-ab59-4e73-847a-9102c95a4a29,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:40.378414 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-010808f6-a2c3-43ea-bfc9-64653b5c626e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:40.384616 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-010808f6-a2c3-43ea-bfc9-64653b5c626e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:40.386006 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-010808f6-a2c3-43ea-bfc9-64653b5c626e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09ecb1cb-ab59-4e73-847a-9102c95a4a29 HTTP/1.1" status: 204  len: 168 time: 0.1859922
May 20 18:22:40.870002 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd0ab2-ce93-4064-8b15-2749442bc1d6 req-b04d3c70-1e8e-4f2c-918f-109d4864ae5e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:40.873454 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3abd0ab2-ce93-4064-8b15-2749442bc1d6 req-b04d3c70-1e8e-4f2c-918f-109d4864ae5e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1612320
May 20 18:22:40.955798 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3abd0ab2-ce93-4064-8b15-2749442bc1d6 req-d1a3a1a9-ea9d-4572-bca7-493e439d5bda tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754058
May 20 18:22:41.429145 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39420) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:41.494507 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fd2f8-0f8e-43f5-acdf-815bdd5a694e req-f454784f-a722-441e-9061-d8a1183da20d tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:41.496367 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-702fd2f8-0f8e-43f5-acdf-815bdd5a694e req-f454784f-a722-441e-9061-d8a1183da20d tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.1125150
May 20 18:22:41.571783 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-702fd2f8-0f8e-43f5-acdf-815bdd5a694e req-d4519931-5f21-4afc-a99e-8141d6fe2133 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667801
May 20 18:22:41.599329 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-196769299-network', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:22:41.608579 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:41.614721 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Usage tracker for resource:network and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:41.619647 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:41.630518 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:41.646450 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Made reservation on behalf of 47bcd4da5a164333b657d77baf3d1789 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:22:41.650598 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:41.669696 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:41.687727 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:41.692800 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Usage tracker for resource:security_group_rule and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:41.696311 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:41.703949 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:41.857460 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:41.862531 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:41.869561 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:42.000231 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:22:42.016937 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b8a11e-fcb3-43b3-bb84-65ab771c24d6,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:42.021910 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:42.023843 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:42.024242 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Added segment e7300bca-19a8-4890-ae00-7875c17ed3e2 of type vlan for network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51
May 20 18:22:42.067672 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:42.125582 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:42.128477 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:42.129750 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:42.139925 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:42.290223 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b82f1-56ce-41da-8f01-3f251e3f23c9 req-5efdf8b0-f4de-493b-8b96-d3337731a3e6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:42.293225 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4e1b82f1-56ce-41da-8f01-3f251e3f23c9 req-5efdf8b0-f4de-493b-8b96-d3337731a3e6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1533267
May 20 18:22:42.320031 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8815861
May 20 18:22:42.320031 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39438) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:42.326559 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Request body: {'subnet': {'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-196769299-subnet', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:22:42.329916 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Pushing event updated for resources: {'Network': ['ID=7847ffca-c3a8-48e4-a292-d7f3c7e72e51,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:42.333666 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:42.336663 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:42.339275 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Usage tracker for resource:subnet and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:42.342318 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:42.343466 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:22:42.349220 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:42.360594 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Made reservation on behalf of 47bcd4da5a164333b657d77baf3d1789 for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:22:42.362889 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16221066'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:42.380702 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4e1b82f1-56ce-41da-8f01-3f251e3f23c9 req-9a69b5c2-aad4-4060-88bf-6d7319cddcc1 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811384
May 20 18:22:42.802927 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15007632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16221080'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:42.808815 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:42.827355 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6da8-3cfa-4fba-9084-4e1532ce08ba req-7c5af29d-17bd-4cf3-a9ca-c802603a60ee tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:42.828955 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b5ae6da8-3cfa-4fba-9084-4e1532ce08ba req-7c5af29d-17bd-4cf3-a9ca-c802603a60ee tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.1117189
May 20 18:22:42.884214 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443ba35e-57a5-4de8-826f-28fba77f68f8,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:42.884964 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b5ae6da8-3cfa-4fba-9084-4e1532ce08ba req-77f1638c-fabc-484e-bba7-05c82efe4758 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455227
May 20 18:22:42.890288 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:42.893326 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Checking segment: {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:22:42.894271 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Network hostable DHCP agents. Network: 7847ffca-c3a8-48e4-a292-d7f3c7e72e51, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:22:42.915008 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:22:42.929216 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 7847ffca-c3a8-48e4-a292-d7f3c7e72e51) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:22:42.941176 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:42.942023 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:42.944160 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68059e-c7b5-4e37-9ea2-4855221dfc65 None None] Network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:22:42.974045 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6549783
May 20 18:22:42.979009 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39446) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:42.988113 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:22:42.997093 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:43.002733 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Usage tracker for resource:router and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:43.007456 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:43.018092 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:43.033357 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.035025 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.059702 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.276943 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:22:43.277880 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.434256 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.456076 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Allocated IP 172.20.0.2 (7847ffca-c3a8-48e4-a292-d7f3c7e72e51/443ba35e-57a5-4de8-826f-28fba77f68f8/ea20d90c-bd76-471c-9120-8163578d4975) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:22:43.691918 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.703693 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Transition to ACTIVE for port object ea20d90c-bd76-471c-9120-8163578d4975 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:43.723395 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Transition to ACTIVE for port object ea20d90c-bd76-471c-9120-8163578d4975 will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:43.729287 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.733306 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-e9779e24-d57f-4635-a709-4ccf6c3eb1c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:43.802011 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:22:43.805111 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:22:43.809238 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:22:43.828420 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.842644 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Pushing event updated for resources: {'Port': ['ID=ea20d90c-bd76-471c-9120-8163578d4975,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:43.859904 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.860235 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.860583 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.860924 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.861252 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.861613 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.861960 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.862281 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.862431 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.862588 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.862903 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.863217 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.863530 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:43.894947 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:43.936118 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Attempting to bind port ea20d90c-bd76-471c-9120-8163578d4975 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:22:43.936492 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Attempting to bind port ea20d90c-bd76-471c-9120-8163578d4975 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:22:43.936866 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Attempting to bind port ea20d90c-bd76-471c-9120-8163578d4975 on network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:22:43.951826 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:22:43.952209 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Checking segment: {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:22:43.952623 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:43.953026 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Bound using segment: {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:22:43.953512 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Bound port: ea20d90c-bd76-471c-9120-8163578d4975, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:22:43.953927 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:44.057000 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-135f6c21-881a-4642-81da-541a479d0418 None None] For port ea20d90c-bd76-471c-9120-8163578d4975, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:22:44.060574 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-135f6c21-881a-4642-81da-541a479d0418 None None] For port ea20d90c-bd76-471c-9120-8163578d4975, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=ea20d90c-bd76-471c-9120-8163578d4975,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:22:44.066938 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:44.071288 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:44.121939 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Allocated IP 172.27.0.195 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/54f6975b-df3a-4f2c-a392-7728b86e2d17) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:22:44.192443 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Pushing event updated for resources: {'Port': ['ID=ea20d90c-bd76-471c-9120-8163578d4975,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:44.197007 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:44.342058 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:44.386575 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:44.392071 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:44.477343 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:22:44.482886 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:22:44.491952 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:22:44.541907 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Pushing event updated for resources: {'Port': ['ID=54f6975b-df3a-4f2c-a392-7728b86e2d17,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:44.546195 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:44.980744 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:45.029813 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:22:45.179677 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device ea20d90c-bd76-471c-9120-8163578d4975 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:22:45.260863 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port ea20d90c-bd76-471c-9120-8163578d4975 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:45.351823 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ffe4f8-631c-4927-9660-ba7369651030 None None] Network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:22:45.399622 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:45.477779 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-b3a6610e-4688-4e27-9ce2-44a400214b19 None None] Provisioning for port ea20d90c-bd76-471c-9120-8163578d4975 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:45.496351 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-b3a6610e-4688-4e27-9ce2-44a400214b19 None None] Provisioning complete for port ea20d90c-bd76-471c-9120-8163578d4975 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:45.496830 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b3a6610e-4688-4e27-9ce2-44a400214b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:45.666264 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:22:45.774574 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b3a6610e-4688-4e27-9ce2-44a400214b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:45.825646 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-b3a6610e-4688-4e27-9ce2-44a400214b19 None None] For port ea20d90c-bd76-471c-9120-8163578d4975, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=ea20d90c-bd76-471c-9120-8163578d4975,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:45.832495 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b3a6610e-4688-4e27-9ce2-44a400214b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:45.835301 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:45.930176 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6610e-4688-4e27-9ce2-44a400214b19 None None] Pushing event updated for resources: {'Port': ['ID=ea20d90c-bd76-471c-9120-8163578d4975,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:45.935015 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-b3a6610e-4688-4e27-9ce2-44a400214b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:46.045367 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:22:46.054994 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Sync routers for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:22:46.067794 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:22:46.068515 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1750e310>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:46.079800 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:46.081103 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1006639
May 20 18:22:46.084157 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39474) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:46.174797 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-73d537a7-40ed-471d-8047-6b2fc9252ed6 None None] Provisioning complete for port ea20d90c-bd76-471c-9120-8163578d4975 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:46.176046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-73d537a7-40ed-471d-8047-6b2fc9252ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:46.337141 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:22:46.644804 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1750e310>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:44Z', 'revision_number': 3, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:46.650616 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Checking router: ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:22:46.651107 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Updating router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 port 54f6975b-df3a-4f2c-a392-7728b86e2d17 binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:22:46.738713 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:46.923634 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.122483 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device ea20d90c-bd76-471c-9120-8163578d4975 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:22:47.129095 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.144034 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Transition to ACTIVE for port object 54f6975b-df3a-4f2c-a392-7728b86e2d17 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:47.151481 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.156091 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-48bbe2a3-94d7-495d-89ce-dca628e1bb4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:47.218321 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port ea20d90c-bd76-471c-9120-8163578d4975 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:47.218742 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.250186 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Allocated IP 172.20.0.1 (7847ffca-c3a8-48e4-a292-d7f3c7e72e51/443ba35e-57a5-4de8-826f-28fba77f68f8/6f70876b-1d96-476a-9fa1-4fcf1def6f12) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:22:47.272926 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Pushing event updated for resources: {'Port': ['ID=54f6975b-df3a-4f2c-a392-7728b86e2d17,revision_number=2']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:47.285500 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.285892 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.286225 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.286613 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.286943 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.287264 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.288078 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.288396 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.288741 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.289060 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.289375 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.289681 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:47.294579 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:47.295718 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Attempting to bind port 54f6975b-df3a-4f2c-a392-7728b86e2d17 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:22:47.296083 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Attempting to bind port 54f6975b-df3a-4f2c-a392-7728b86e2d17 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:22:47.296442 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Attempting to bind port 54f6975b-df3a-4f2c-a392-7728b86e2d17 on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:22:47.302415 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:22:47.302805 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:22:47.303803 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.304116 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:22:47.304590 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Bound port: 54f6975b-df3a-4f2c-a392-7728b86e2d17, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:22:47.304961 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.361076 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-87776a81-1461-4b71-b346-366c9bd653ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.392182 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] For port 54f6975b-df3a-4f2c-a392-7728b86e2d17, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:22:47.399704 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] For port 54f6975b-df3a-4f2c-a392-7728b86e2d17, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=54f6975b-df3a-4f2c-a392-7728b86e2d17,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:22:47.405521 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.410015 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-97e7a3a3-88e7-4b88-9584-a894fb17a8e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:47.493061 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:22:47.493379 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.493715 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1750e310>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:47.523344 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Transition to ACTIVE for port object 6f70876b-1d96-476a-9fa1-4fcf1def6f12 will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:47.547606 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Pushing event updated for resources: {'Port': ['ID=54f6975b-df3a-4f2c-a392-7728b86e2d17,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:47.559658 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-046bc882-02ab-4cdb-a689-ee5afe9f0481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:47.563150 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.571681 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:47.641136 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:22:47.643953 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:22:47.648410 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:22:47.682825 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Pushing event updated for resources: {'Port': ['ID=6f70876b-1d96-476a-9fa1-4fcf1def6f12,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:47.687250 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:47.713664 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.716091 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:22:47.884521 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:47.971565 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-06d5c4f5-5613-422b-8271-94e6ec2f4937 None None] Provisioning for port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:47.979922 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-06d5c4f5-5613-422b-8271-94e6ec2f4937 None None] Provisioning complete for port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:47.980487 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06d5c4f5-5613-422b-8271-94e6ec2f4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:48.063819 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-06d5c4f5-5613-422b-8271-94e6ec2f4937 None None] Port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:22:48.142921 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1750e310>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:44Z', 'revision_number': 3, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:48.150674 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466b3d5-0566-4415-a670-b486ccfb52c3 None None] The sync data for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi is: [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:44Z', 'revision_number': 3, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:22:48.233157 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:48.239492 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:48.265837 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-993f95b3-1d6d-4fae-bd8f-24c1fa561070 tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:48.354521 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Pushing event updated for resources: {'Port': ['ID=6f70876b-1d96-476a-9fa1-4fcf1def6f12,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:48.357278 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:48.361269 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:48.550960 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:22:48.553614 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:22:48.796560 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7d73ba9e-ab6e-4297-95fb-0b660f390605 None None] Provisioning complete for port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:48.797596 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7d73ba9e-ab6e-4297-95fb-0b660f390605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:48.800672 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:22:48.870863 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-7d73ba9e-ab6e-4297-95fb-0b660f390605 None None] Port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:22:49.107827 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:22:49.120449 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] 10.222.0.13 "PUT /v2.0/routers/ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0344698
May 20 18:22:49.161591 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 54f6975b-df3a-4f2c-a392-7728b86e2d17 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:22:49.261244 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 54f6975b-df3a-4f2c-a392-7728b86e2d17 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:49.266312 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 54f6975b-df3a-4f2c-a392-7728b86e2d17 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:49.266871 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:49.397692 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:49.422409 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 54f6975b-df3a-4f2c-a392-7728b86e2d17, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=54f6975b-df3a-4f2c-a392-7728b86e2d17,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:49.427832 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:49.432204 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:49.559900 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=54f6975b-df3a-4f2c-a392-7728b86e2d17,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:49.565532 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:49.752384 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:49.794643 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39518) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:49.804980 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1074781715-network', 'tenant_id': '93fb7779339e492881f8857d38247877'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:22:49.812701 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:49.820974 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0c6ffc1d-ba44-4810-acf7-82bcdb4c8979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:49.822223 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Usage tracker for resource:network and tenant:93fb7779339e492881f8857d38247877 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:49.829018 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:49.864738 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:49.886639 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Made reservation on behalf of 93fb7779339e492881f8857d38247877 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:22:49.889006 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:49.913380 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:49.950654 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:49.960714 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Usage tracker for resource:security_group_rule and tenant:93fb7779339e492881f8857d38247877 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:49.966050 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:49.978926 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:50.094913 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Sync routers for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:22:50.111234 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:22:50.112422 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a16fdee20>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:50.130465 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:50.135923 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:50.166547 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08fd23-25e4-4ddb-8e26-7eb38ae06b2d req-6c099ce1-d48f-498b-8151-a5cf644ce9f5 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:50.169152 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:22:50.174421 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-af08fd23-25e4-4ddb-8e26-7eb38ae06b2d req-6c099ce1-d48f-498b-8151-a5cf644ce9f5 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1879447
May 20 18:22:50.187564 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:50.188352 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Added segment 1aa2072e-369b-4fbf-b8a2-9da54fb082d7 of type vlan for network d1659a01-26b3-4935-b8d5-d6b9570114f5
May 20 18:22:50.204061 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ff123543-091f-4a3d-a116-ff32150c3cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:50.205773 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9fc8e-2e85-4b95-bc58-82492d7afee1 req-0d0dd7e3-bbf5-4a31-b33a-f245e1338cea tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:50.207363 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a2f9fc8e-2e85-4b95-bc58-82492d7afee1 req-0d0dd7e3-bbf5-4a31-b33a-f245e1338cea tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.1584716
May 20 18:22:50.254560 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:50.265835 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-af08fd23-25e4-4ddb-8e26-7eb38ae06b2d req-ae51c90f-4a89-4973-956f-aa70448774bc tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900121
May 20 18:22:50.270517 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2faf81-1f68-4646-b365-1daa201ffc72,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:50.275001 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:50.314370 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:50.319855 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:50.320665 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:50.335217 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b4586ff5-9acb-4a26-9f61-b9e7b3329053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:50.339176 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a2f9fc8e-2e85-4b95-bc58-82492d7afee1 req-53de6f85-0a3f-4fc4-8132-603b71169ec4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179955
May 20 18:22:50.458757 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:22:50.500948 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7045581
May 20 18:22:50.504264 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 39528) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:50.507029 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Pushing event updated for resources: {'Network': ['ID=d1659a01-26b3-4935-b8d5-d6b9570114f5,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:50.511052 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:50.514496 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Request body: {'subnet': {'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1074781715-subnet', 'tenant_id': '93fb7779339e492881f8857d38247877', 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:22:50.522263 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:50.527045 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Usage tracker for resource:subnet and tenant:93fb7779339e492881f8857d38247877 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:50.531154 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:50.533326 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network d1659a01-26b3-4935-b8d5-d6b9570114f5 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:22:50.539931 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:50.551815 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Made reservation on behalf of 93fb7779339e492881f8857d38247877 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:22:50.554428 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14149683'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:51.052630 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:51.058506 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:51.218502 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 54f6975b-df3a-4f2c-a392-7728b86e2d17 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:22:51.470663 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14066803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14149665'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:51.479630 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:51.583116 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Checking segment: {'id': '1aa2072e-369b-4fbf-b8a2-9da54fb082d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:22:51.583556 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Network hostable DHCP agents. Network: d1659a01-26b3-4935-b8d5-d6b9570114f5, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:22:51.600092 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 54f6975b-df3a-4f2c-a392-7728b86e2d17 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:51.601346 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:51.612467 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8be7e9c-d6d3-4e74-b554-8f57d26b1f38,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:51.624639 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.625126 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.625526 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.626002 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.626495 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.626861 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.627265 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.627657 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.628012 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.628352 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.628857 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.629366 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:22:51.636707 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:51.637541 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Network d1659a01-26b3-4935-b8d5-d6b9570114f5 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:22:51.659010 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, d1659a01-26b3-4935-b8d5-d6b9570114f5) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:22:51.685544 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:51.686797 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:51.698437 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0789d3-d54e-4d3d-bbda-1d312cdb28d4 None None] Network d1659a01-26b3-4935-b8d5-d6b9570114f5 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:22:51.777397 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c5ed4d3e-3e10-47c7-b311-443dc1b6cd65 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2713130
May 20 18:22:51.782377 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39552) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:51.795708 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:22:51.821530 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:51.830786 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e113a7-4806-47bb-87b9-0aee27309a20 req-6b81a7d8-6750-4e2f-a039-ec1fd8c36ad6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:51.836740 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Usage tracker for resource:router and tenant:93fb7779339e492881f8857d38247877 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:51.838995 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-12e113a7-4806-47bb-87b9-0aee27309a20 req-6b81a7d8-6750-4e2f-a039-ec1fd8c36ad6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.1117523
May 20 18:22:51.843928 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:51.857585 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:51.888148 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:51.891761 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:51.933356 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:51.976491 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a16fdee20>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '6f70876b-1d96-476a-9fa1-4fcf1def6f12', 'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'mac_address': 'fa:16:3e:e3:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:47Z', 'updated_at': '2021-05-20T18:22:48Z', 'revision_number': 2, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'subnets': [{'id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:51.979601 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-12e113a7-4806-47bb-87b9-0aee27309a20 req-02d3c2b4-6013-4470-b57e-d3f1c65b9611 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1390898
May 20 18:22:52.003898 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Checking router: ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:22:52.004490 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Updating router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:22:52.066420 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1eb041-7ddd-4b91-8548-1fca7e5d6d6f req-986aacec-5e62-465c-a84e-801191e89346 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:52.069246 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0c1eb041-7ddd-4b91-8548-1fca7e5d6d6f req-986aacec-5e62-465c-a84e-801191e89346 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2268984
May 20 18:22:52.165066 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0c1eb041-7ddd-4b91-8548-1fca7e5d6d6f req-7b564d89-727b-41f1-87be-9b8438e36973 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848632
May 20 18:22:52.173627 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:52.565482 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:52.653038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:52.862449 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-d1659a01-26b3-4935-b8d5-d6b9570114f5', 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5', 'tenant_id': '93fb7779339e492881f8857d38247877', 'fixed_ips': [{'subnet_id': 'c8be7e9c-d6d3-4e74-b554-8f57d26b1f38'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:22:52.865017 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:53.357547 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Allocated IP 172.20.0.2 (d1659a01-26b3-4935-b8d5-d6b9570114f5/c8be7e9c-d6d3-4e74-b554-8f57d26b1f38/61bf9c9b-a89c-4e3f-8392-e67077f7e298) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:22:53.397038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4b2c-7722-4e7b-bfcc-778c3fb04498 req-e8bd5eaa-50ca-49a7-a4e0-8d2674cdbd06 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:53.406382 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-48ab4b2c-7722-4e7b-bfcc-778c3fb04498 req-e8bd5eaa-50ca-49a7-a4e0-8d2674cdbd06 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.2413979
May 20 18:22:53.495307 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:53.532654 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:53.561167 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-48ab4b2c-7722-4e7b-bfcc-778c3fb04498 req-68e1fed0-d9fe-4ba3-9d63-e76d471c6855 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071177
May 20 18:22:53.599513 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-f73d1840-83b7-4b85-ba04-f29580f58d2f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1832242
May 20 18:22:53.608422 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d127d6-43fc-4fff-a53d-f18b3b62eb78 req-0475a732-e8d2-4a25-8df4-8eb76a8cd3b3 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:53.616200 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c3d127d6-43fc-4fff-a53d-f18b3b62eb78 req-0475a732-e8d2-4a25-8df4-8eb76a8cd3b3 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2071779
May 20 18:22:53.685974 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c3d127d6-43fc-4fff-a53d-f18b3b62eb78 req-9fec6707-ee6b-4bb1-9f33-aabfd788fc5d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687180
May 20 18:22:53.763652 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:53.818116 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Transition to ACTIVE for port object 6f70876b-1d96-476a-9fa1-4fcf1def6f12 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:53.846909 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:53.858670 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:53.867257 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Allocated IP 172.27.0.32 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/262c486b-5e4b-48ef-8fb6-236c0ef77bf4) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:22:54.210273 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-8af3b95e-cb07-4738-92c0-605c71eb2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:54.212804 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-8af3b95e-cb07-4738-92c0-605c71eb2060 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 1098 time: 0.4596014
May 20 18:22:54.217635 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:54.265608 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 86c9acd8-0fe0-43fd-91c2-3afb945f808f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:22:54.327940 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed99344-512b-4ef9-8ba1-a0b9ea32fc97 None None] Pushing event updated for resources: {'Port': ['ID=6f70876b-1d96-476a-9fa1-4fcf1def6f12,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:54.341122 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:54.407057 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.db.resource_extend [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 20 18:22:54.431257 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:54.435770 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-bed99344-512b-4ef9-8ba1-a0b9ea32fc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:54.438895 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:54.528697 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-58f0616c-ef5c-4d23-b85d-bf591b5c05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:54.530210 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-58f0616c-ef5c-4d23-b85d-bf591b5c05bf service neutron] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 918 time: 0.2874126
May 20 18:22:54.539394 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:22:54.542765 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Transition to ACTIVE for port object 61bf9c9b-a89c-4e3f-8392-e67077f7e298 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:54.619813 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:22:54.622948 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:22:54.654796 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-6d00e973-a549-4afa-a828-2547cbad2a06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 HTTP/1.1" status: 200  len: 217 time: 0.1115551
May 20 18:22:54.659019 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Pushing event updated for resources: {'Port': ['ID=262c486b-5e4b-48ef-8fb6-236c0ef77bf4,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:54.662561 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:54.784083 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Transition to ACTIVE for port object 61bf9c9b-a89c-4e3f-8392-e67077f7e298 will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:54.788360 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Attempting to bind port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:22:54.788784 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Attempting to bind port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:22:54.789240 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Attempting to bind port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 on network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:22:54.807545 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:22:54.808009 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Checking segment: {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:22:54.808471 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:54.808959 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Bound using segment: {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:22:54.809545 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Bound port: 6f70876b-1d96-476a-9fa1-4fcf1def6f12, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:22:54.809959 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:54.827314 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:54.847489 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-af3e65c8-ca9b-4dba-801f-4adf36eb5533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:54.970961 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-7c30ce93-c438-4cf9-807c-dbdfa35f061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:54.976907 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-7c30ce93-c438-4cf9-807c-dbdfa35f061a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.3063412
May 20 18:22:55.015175 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 86c9acd8-0fe0-43fd-91c2-3afb945f808f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=86c9acd8-0fe0-43fd-91c2-3afb945f808f,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:55.031388 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Network d1659a01-26b3-4935-b8d5-d6b9570114f5 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:22:55.045154 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:22:55.051654 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:22:55.078465 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Pushing event updated for resources: {'Port': ['ID=61bf9c9b-a89c-4e3f-8392-e67077f7e298,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:55.082014 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:55.082743 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'port_id': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'mac_address': 'fa:16:3e:83:67:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:22:55.268486 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] For port 6f70876b-1d96-476a-9fa1-4fcf1def6f12, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:22:55.273272 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a52fa-3cdb-459f-8ca4-41352d165549 req-55cbd929-dd45-4509-ad84-d9bd0f731e45 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:55.287186 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-330a52fa-3cdb-459f-8ca4-41352d165549 req-55cbd929-dd45-4509-ad84-d9bd0f731e45 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.3731763
May 20 18:22:55.292210 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] For port 6f70876b-1d96-476a-9fa1-4fcf1def6f12, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=6f70876b-1d96-476a-9fa1-4fcf1def6f12,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:22:55.296927 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:55.308772 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Attempting to bind port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:22:55.309020 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Attempting to bind port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1aa2072e-369b-4fbf-b8a2-9da54fb082d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:22:55.309385 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Attempting to bind port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 on network d1659a01-26b3-4935-b8d5-d6b9570114f5 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:22:55.324418 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:55.343432 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1249ed47-a5de-4bd1-b2b3-86af70fe1ea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:55.378905 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:22:55.379476 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Checking segment: {'id': '1aa2072e-369b-4fbf-b8a2-9da54fb082d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:22:55.379820 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:55.380445 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Bound using segment: {'id': '1aa2072e-369b-4fbf-b8a2-9da54fb082d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:22:55.381118 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Bound port: 61bf9c9b-a89c-4e3f-8392-e67077f7e298, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa2072e-369b-4fbf-b8a2-9da54fb082d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:22:55.381683 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:55.406183 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c9acd8-0fe0-43fd-91c2-3afb945f808f {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:22:55.439573 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-f7e7212b-283e-4c7d-ae63-fbbca343ee59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4393373
May 20 18:22:55.455537 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b96ba-2ce0-4c68-97af-55547db7bb7d req-9a31e166-aa27-4264-9ebe-bff4013b0331 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:55.457099 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-199b96ba-2ce0-4c68-97af-55547db7bb7d req-9a31e166-aa27-4264-9ebe-bff4013b0331 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 943 time: 0.5403123
May 20 18:22:55.484830 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-330a52fa-3cdb-459f-8ca4-41352d165549 req-2d513bef-7c3c-44a6-b204-dd7909759744 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954246
May 20 18:22:55.554192 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-199b96ba-2ce0-4c68-97af-55547db7bb7d req-3d5b440e-2091-418a-83b9-e830dad53327 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621822
May 20 18:22:55.594108 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:22:55.594108 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a16fdee20>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:55.652542 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 86c9acd8-0fe0-43fd-91c2-3afb945f808f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=86c9acd8-0fe0-43fd-91c2-3afb945f808f,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:55.713672 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:55.733019 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed99344-512b-4ef9-8ba1-a0b9ea32fc97 None None] Pushing event updated for resources: {'Port': ['ID=6f70876b-1d96-476a-9fa1-4fcf1def6f12,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:55.779710 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-bed99344-512b-4ef9-8ba1-a0b9ea32fc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:55.780473 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:56.003136 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] For port 61bf9c9b-a89c-4e3f-8392-e67077f7e298, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:22:56.088019 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] For port 61bf9c9b-a89c-4e3f-8392-e67077f7e298, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=61bf9c9b-a89c-4e3f-8392-e67077f7e298,segment=NetworkSegment(1aa2072e-369b-4fbf-b8a2-9da54fb082d7),segment_id=1aa2072e-369b-4fbf-b8a2-9da54fb082d7)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:22:56.110822 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:56.155983 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-a99aaa4a-39ac-4a42-a5cd-20ecca597062 service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7070851
May 20 18:22:56.164509 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=86c9acd8-0fe0-43fd-91c2-3afb945f808f,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:56.170974 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:56.178529 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:56.263508 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:22:56.287869 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:56.448478 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['86c9acd8-0fe0-43fd-91c2-3afb945f808f'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:22:56.602205 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2fa96fdf-6a8b-4c42-a857-6843c2dceee2 req-b879cd94-4fc6-4fcf-b8fd-1c089aee07fe service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4373517
May 20 18:22:56.647509 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Pushing event updated for resources: {'Port': ['ID=61bf9c9b-a89c-4e3f-8392-e67077f7e298,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:56.676444 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:56.987644 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:57.056323 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf05a5-d606-4c3c-888d-897bcba7ae5d req-6497505d-6dd4-4b54-b8d5-ef257dda64ef tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:57.061745 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2cbf05a5-d606-4c3c-888d-897bcba7ae5d req-6497505d-6dd4-4b54-b8d5-ef257dda64ef tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2618284
May 20 18:22:57.155427 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f522bf-0fe8-4ab3-a30b-3497d8a3ad6d req-d48d1749-97b8-467e-9a00-416a4275472b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:57.158541 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-02f522bf-0fe8-4ab3-a30b-3497d8a3ad6d req-d48d1749-97b8-467e-9a00-416a4275472b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 944 time: 0.2526765
May 20 18:22:57.202216 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2cbf05a5-d606-4c3c-888d-897bcba7ae5d req-482c7e11-1da2-4597-bddd-68611237a153 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257625
May 20 18:22:57.273247 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 61bf9c9b-a89c-4e3f-8392-e67077f7e298 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:22:57.287123 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-02f522bf-0fe8-4ab3-a30b-3497d8a3ad6d req-732c9483-06fc-4ef6-86b9-15519681f15e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113076
May 20 18:22:57.406443 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a16fdee20>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '6f70876b-1d96-476a-9fa1-4fcf1def6f12', 'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'mac_address': 'fa:16:3e:e3:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:47Z', 'updated_at': '2021-05-20T18:22:55Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'subnets': [{'id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:57.432968 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957db54-7c85-4ea1-af32-e27be0b9a879 None None] The sync data for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi is: [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '6f70876b-1d96-476a-9fa1-4fcf1def6f12', 'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'mac_address': 'fa:16:3e:e3:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:47Z', 'updated_at': '2021-05-20T18:22:55Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'subnets': [{'id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:22:57.465592 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:22:57.473319 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:57.825543 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:22:57.842132 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Sync routers for ids ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:22:57.865031 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Routers {'95ec3b03-47e6-41ff-8dd5-1dadcee983ed'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:22:57.866445 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a173d4190>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:57.876986 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:57.880797 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.0943305
May 20 18:22:57.883929 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 39636) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:58.130120 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Set router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:22:58.176955 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39642) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:58.194308 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60113020-e25d-45bb-bf35-e4392bc8f28b None None] Network d1659a01-26b3-4935-b8d5-d6b9570114f5 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:22:58.533465 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:58.565969 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:22:58.575288 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9fbd811a2a469a97b311f75e8a7d40 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:22:58.582892 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:22:58.592787 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a173d4190>, [{'id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:51Z', 'updated_at': '2021-05-20T18:22:55Z', 'revision_number': 3, 'project_id': '93fb7779339e492881f8857d38247877', 'gw_port': {'id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:53Z', 'updated_at': '2021-05-20T18:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:22:58.597558 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Checking router: 95ec3b03-47e6-41ff-8dd5-1dadcee983ed for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:22:58.597820 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Updating router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:22:58.599768 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:22:58.675152 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:58.714668 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-9e107422-d799-41cb-b4e1-7b6782f9f390 None None] Provisioning for port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:58.744149 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:58.750978 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:58.761493 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ae1502b4-0e79-4a2a-8686-e20f183bdc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:58.801961 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6654fe-9860-4a01-9a08-d52a79d63929,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:58.807783 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-9e107422-d799-41cb-b4e1-7b6782f9f390 None None] Provisioning complete for port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:58.808379 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9e107422-d799-41cb-b4e1-7b6782f9f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:58.810508 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:58.853134 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a9fbd811a2a469a97b311f75e8a7d40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6748531
May 20 18:22:58.856980 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39660) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:22:59.063040 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17887ca8-b314-4370-ad5c-7dd43ed99d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:59.100791 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17887ca8-b314-4370-ad5c-7dd43ed99d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:59.376605 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17887ca8-b314-4370-ad5c-7dd43ed99d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:59.384657 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0e884825-4b3e-4752-922b-aef2a326c29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:59.399655 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 6f70876b-1d96-476a-9fa1-4fcf1def6f12 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:22:59.417716 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17887ca8-b314-4370-ad5c-7dd43ed99d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6654fe-9860-4a01-9a08-d52a79d63929,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:59.429108 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-17887ca8-b314-4370-ad5c-7dd43ed99d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:22:59.439341 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17887ca8-b314-4370-ad5c-7dd43ed99d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:59.444321 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-17887ca8-b314-4370-ad5c-7dd43ed99d3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e6654fe-9860-4a01-9a08-d52a79d63929 HTTP/1.1" status: 204  len: 168 time: 0.5852516
May 20 18:22:59.452622 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc535e-6f87-40ef-b771-9475a95e2478 req-2e1ce51f-6782-4a2d-8f19-04c91106831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:59.456167 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-5bfc535e-6f87-40ef-b771-9475a95e2478 req-2e1ce51f-6782-4a2d-8f19-04c91106831b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1099 time: 0.4016976
May 20 18:22:59.519949 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-5bfc535e-6f87-40ef-b771-9475a95e2478 req-cf71b6bd-1aee-491b-852e-3f355d41c233 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560176
May 20 18:22:59.555714 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027c8dd-e4cf-495c-a801-a9180650b8b1 req-108aadce-aebb-45cf-9400-6abb9f652f77 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:22:59.558907 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8027c8dd-e4cf-495c-a801-a9180650b8b1 req-108aadce-aebb-45cf-9400-6abb9f652f77 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.9873197
May 20 18:22:59.650328 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9e107422-d799-41cb-b4e1-7b6782f9f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:59.728130 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-9e107422-d799-41cb-b4e1-7b6782f9f390 None None] For port 61bf9c9b-a89c-4e3f-8392-e67077f7e298, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=61bf9c9b-a89c-4e3f-8392-e67077f7e298,segment=NetworkSegment(1aa2072e-369b-4fbf-b8a2-9da54fb082d7),segment_id=1aa2072e-369b-4fbf-b8a2-9da54fb082d7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:22:59.736867 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:59.741268 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9e107422-d799-41cb-b4e1-7b6782f9f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:59.746914 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-bed99344-512b-4ef9-8ba1-a0b9ea32fc97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:59.772396 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Transition to ACTIVE for port object 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:22:59.780815 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:22:59.793877 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:22:59.795018 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:59.797644 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:22:59.832284 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-97e7a3a3-88e7-4b88-9584-a894fb17a8e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:22:59.989525 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e107422-d799-41cb-b4e1-7b6782f9f390 None None] Pushing event updated for resources: {'Port': ['ID=61bf9c9b-a89c-4e3f-8392-e67077f7e298,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:22:59.994904 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9e107422-d799-41cb-b4e1-7b6782f9f390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:00.002589 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171b6b-b6be-4730-bd1e-56935a8735e1 req-ba5d069b-de9b-4728-8921-a5b2e6df9bb0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:00.009544 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-df171b6b-b6be-4730-bd1e-56935a8735e1 req-ba5d069b-de9b-4728-8921-a5b2e6df9bb0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 944 time: 1.4546256
May 20 18:23:00.054450 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b264605-585a-4cbc-b0d3-4d7bddae34a8 None None] Pushing event updated for resources: {'Port': ['ID=262c486b-5e4b-48ef-8fb6-236c0ef77bf4,revision_number=2']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:00.091822 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Attempting to bind port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:23:00.092879 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Attempting to bind port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:23:00.093419 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Attempting to bind port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:23:00.096740 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-8b264605-585a-4cbc-b0d3-4d7bddae34a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:00.101209 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:00.103480 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:23:00.104159 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:23:00.104730 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:00.105288 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:23:00.106681 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Bound port: 262c486b-5e4b-48ef-8fb6-236c0ef77bf4, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:23:00.107284 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:00.143668 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 6f70876b-1d96-476a-9fa1-4fcf1def6f12, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=6f70876b-1d96-476a-9fa1-4fcf1def6f12,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:23:00.148861 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8027c8dd-e4cf-495c-a801-a9180650b8b1 req-7878ceff-11ee-4e06-9773-1ca79e07cd0b tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4731023
May 20 18:23:00.163422 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:00.173952 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:00.191705 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] For port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:23:00.195874 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] For port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=262c486b-5e4b-48ef-8fb6-236c0ef77bf4,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:23:00.202846 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:00.209838 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:00.253314 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-df171b6b-b6be-4730-bd1e-56935a8735e1 req-7181272b-0363-4caa-9fe3-1af6bb7ed0d2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1914620
May 20 18:23:00.296901 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Routers {'95ec3b03-47e6-41ff-8dd5-1dadcee983ed'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:23:00.297723 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a173d4190>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:00.300496 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 86c9acd8-0fe0-43fd-91c2-3afb945f808f up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:23:00.416197 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b264605-585a-4cbc-b0d3-4d7bddae34a8 None None] Pushing event updated for resources: {'Port': ['ID=262c486b-5e4b-48ef-8fb6-236c0ef77bf4,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:00.421517 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-8b264605-585a-4cbc-b0d3-4d7bddae34a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:00.456605 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-5dbb3c69-4799-400c-b4dc-40b15ecd33b4 None None] Provisioning complete for port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:00.456605 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3c69-4799-400c-b4dc-40b15ecd33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:00.462756 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:00.530471 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] Set router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:23:00.541516 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=6f70876b-1d96-476a-9fa1-4fcf1def6f12,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:00.547899 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:00.562502 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 86c9acd8-0fe0-43fd-91c2-3afb945f808f completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:23:00.571901 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 86c9acd8-0fe0-43fd-91c2-3afb945f808f triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:00.573356 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:00.737654 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Allocated IP 172.20.0.1 (d1659a01-26b3-4935-b8d5-d6b9570114f5/c8be7e9c-d6d3-4e74-b554-8f57d26b1f38/1eaa9134-1d45-4003-bed0-4fbe59cf466e) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:23:00.920531 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a173d4190>, [{'id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:51Z', 'updated_at': '2021-05-20T18:22:55Z', 'revision_number': 3, 'project_id': '93fb7779339e492881f8857d38247877', 'gw_port': {'id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:53Z', 'updated_at': '2021-05-20T18:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:00.926364 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdd70f-9cfe-4929-b124-e323f1a1f860 None None] The sync data for ids ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'] in dv-cinder-792299-2-iscsi is: [{'id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:51Z', 'updated_at': '2021-05-20T18:22:55Z', 'revision_number': 3, 'project_id': '93fb7779339e492881f8857d38247877', 'gw_port': {'id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:53Z', 'updated_at': '2021-05-20T18:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:23:00.946200 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:01.040085 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c9acd8-0fe0-43fd-91c2-3afb945f808f'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:23:01.066215 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 86c9acd8-0fe0-43fd-91c2-3afb945f808f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=86c9acd8-0fe0-43fd-91c2-3afb945f808f,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:23:01.075247 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:01.078603 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:01.101740 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:01.162951 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Transition to ACTIVE for port object 1eaa9134-1d45-4003-bed0-4fbe59cf466e will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:23:01.193897 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'code': 200}
May 20 18:23:01.220357 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:01.237919 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:01.254469 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 61bf9c9b-a89c-4e3f-8392-e67077f7e298 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:23:01.320434 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Network d1659a01-26b3-4935-b8d5-d6b9570114f5 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:23:01.325565 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:23:01.328853 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:23:01.678694 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Pushing event updated for resources: {'Port': ['ID=1eaa9134-1d45-4003-bed0-4fbe59cf466e,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:01.692926 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:01.698688 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:01.699478 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:01.721820 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bab0e2-092b-4461-88c5-58b03900a4d7 req-f93a1f3a-4173-4407-8677-9038e7a64397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:01.734436 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-f1bab0e2-092b-4461-88c5-58b03900a4d7 req-f93a1f3a-4173-4407-8677-9038e7a64397 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 1098 time: 0.2630000
May 20 18:23:01.747291 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:01.808304 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde76d64-8dae-4c34-8a22-b6e9de63afa8 req-a4e6f942-a133-423f-bc67-f2dbcf036ebb tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:01.808580 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-f1bab0e2-092b-4461-88c5-58b03900a4d7 req-cc946f80-ac5b-4f95-b00b-872babf60269 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665042
May 20 18:23:01.810040 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cde76d64-8dae-4c34-8a22-b6e9de63afa8 req-a4e6f942-a133-423f-bc67-f2dbcf036ebb tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.4322548
May 20 18:23:01.832467 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=86c9acd8-0fe0-43fd-91c2-3afb945f808f,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:01.833205 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d81f-4ad2-456c-b39d-60417b631907 req-b26ff463-0816-4aee-8bea-6d7cbdd08037 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:01.834931 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2c19d81f-4ad2-456c-b39d-60417b631907 req-b26ff463-0816-4aee-8bea-6d7cbdd08037 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 945 time: 0.2936652
May 20 18:23:01.844695 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:01.951506 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2c19d81f-4ad2-456c-b39d-60417b631907 req-2c23b100-520c-4b9e-bc28-660f4eb6fd00 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932229
May 20 18:23:01.960665 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-dca9e778-35ae-46fc-970a-5fb1a06f3e9b None None] Provisioning for port 1eaa9134-1d45-4003-bed0-4fbe59cf466e completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:23:01.963204 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cde76d64-8dae-4c34-8a22-b6e9de63afa8 req-d7375577-3bc7-4d5a-bd3b-74c63025bd45 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358685
May 20 18:23:01.976852 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 6f70876b-1d96-476a-9fa1-4fcf1def6f12 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:23:02.016690 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-dca9e778-35ae-46fc-970a-5fb1a06f3e9b None None] Provisioning complete for port 1eaa9134-1d45-4003-bed0-4fbe59cf466e triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:02.016690 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-dca9e778-35ae-46fc-970a-5fb1a06f3e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:02.137639 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:02.192253 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e778-35ae-46fc-970a-5fb1a06f3e9b None None] Port 1eaa9134-1d45-4003-bed0-4fbe59cf466e cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:23:02.226434 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:02.226812 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:02.480746 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:02.486911 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:02.529060 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:02.619814 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:02.623686 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Pushing event updated for resources: {'Port': ['ID=1eaa9134-1d45-4003-bed0-4fbe59cf466e,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:02.628038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:02.804208 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Network d1659a01-26b3-4935-b8d5-d6b9570114f5 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:23:02.806218 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:23:02.878457 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-a0a05569-979e-4fc9-8fbc-2414049ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:02.887003 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-a0a05569-979e-4fc9-8fbc-2414049ffa88 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=661ec981c13b4adab3a3bb8b311c2916&device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 1099 time: 0.1484272
May 20 18:23:03.239619 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-ae8db6d1-3690-4f9c-a58c-7215d603d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:03.241347 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701046eb-5688-4b58-a948-5f769eff4adc req-3d86d748-524b-4305-8e25-de86052a8db1 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:03.243267 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-ae8db6d1-3690-4f9c-a58c-7215d603d856 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 200  len: 918 time: 0.3400080
May 20 18:23:03.243620 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-701046eb-5688-4b58-a948-5f769eff4adc req-3d86d748-524b-4305-8e25-de86052a8db1 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.3678925
May 20 18:23:03.259894 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:23:03.260646 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-46f068e5-cda3-421a-b2e6-33337b4ec930 None None] Provisioning complete for port 1eaa9134-1d45-4003-bed0-4fbe59cf466e triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:03.261592 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-46f068e5-cda3-421a-b2e6-33337b4ec930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:03.376210 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:23:03.410091 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-c03217a6-263a-43ad-8397-419a7f035a77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6 HTTP/1.1" status: 200  len: 217 time: 0.1537066
May 20 18:23:03.510293 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-701046eb-5688-4b58-a948-5f769eff4adc req-e1932816-d230-4fb5-bced-90aa114ee862 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2489231
May 20 18:23:03.579178 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-5ab33007-0cc3-4359-b909-b09c674297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:03.580592 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-46f068e5-cda3-421a-b2e6-33337b4ec930 None None] Port 1eaa9134-1d45-4003-bed0-4fbe59cf466e cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:23:03.582785 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-5ab33007-0cc3-4359-b909-b09c674297cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 200  len: 858 time: 0.1643095
May 20 18:23:03.608049 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:23:03.614404 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:03.614835 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:03.673788 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6129a-fd05-4bbc-a653-f15e8d2e1716 req-668af786-3529-47ab-9be5-2b48c13cd024 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:03.677907 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e6c6129a-fd05-4bbc-a653-f15e8d2e1716 req-668af786-3529-47ab-9be5-2b48c13cd024 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 945 time: 0.4845448
May 20 18:23:03.724259 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-edfb4962-e2c6-42d2-8ff6-09f29c29b56b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61a14b2f-1ef1-4c18-9d3f-32453229511a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1324449
May 20 18:23:03.766760 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:03.795125 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=262c486b-5e4b-48ef-8fb6-236c0ef77bf4,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:23:03.807688 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:03.811985 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:03.998210 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=262c486b-5e4b-48ef-8fb6-236c0ef77bf4,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:04.004913 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:04.141910 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e6c6129a-fd05-4bbc-a653-f15e8d2e1716 req-30afcffd-2964-4cd0-ae0b-ca6fae08a67e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389415
May 20 18:23:04.144746 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:23:04.174065 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] 10.222.0.13 "PUT /v2.0/routers/95ec3b03-47e6-41ff-8dd5-1dadcee983ed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2768588
May 20 18:23:04.179710 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-94e50b51-709f-4641-8d3f-774c4db55dbd service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4464099
May 20 18:23:04.203488 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Sync routers for ids ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:23:04.226461 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Routers {'95ec3b03-47e6-41ff-8dd5-1dadcee983ed'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:23:04.227132 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1671e3a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:04.464442 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9e9e4246-ebe4-45df-81d0-10c31092cc0b req-d255ee75-a51b-482c-96f9-49dbe98ea25b service neutron] 10.222.0.22 "GET /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2777238
May 20 18:23:04.556879 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Set router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:23:04.806970 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f01b6-ac45-4ed4-9803-0172ab80c8f4 req-24555c51-0913-4158-bd0d-9ec03c30799d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:04.814494 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c98f01b6-ac45-4ed4-9803-0172ab80c8f4 req-24555c51-0913-4158-bd0d-9ec03c30799d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1331184
May 20 18:23:04.965976 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c98f01b6-ac45-4ed4-9803-0172ab80c8f4 req-fce50561-2486-4b19-b07a-7fa72081d601 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405373
May 20 18:23:05.242227 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:23:05.304516 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1671e3a0>, [{'id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:51Z', 'updated_at': '2021-05-20T18:23:01Z', 'revision_number': 4, 'project_id': '93fb7779339e492881f8857d38247877', 'gw_port': {'id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:53Z', 'updated_at': '2021-05-20T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '1eaa9134-1d45-4003-bed0-4fbe59cf466e', 'name': '', 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5', 'tenant_id': '93fb7779339e492881f8857d38247877', 'mac_address': 'fa:16:3e:92:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c8be7e9c-d6d3-4e74-b554-8f57d26b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:00Z', 'updated_at': '2021-05-20T18:23:02Z', 'revision_number': 2, 'project_id': '93fb7779339e492881f8857d38247877', 'subnets': [{'id': 'c8be7e9c-d6d3-4e74-b554-8f57d26b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:05.312174 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Checking router: 95ec3b03-47e6-41ff-8dd5-1dadcee983ed for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:23:05.312823 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Updating router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed port 1eaa9134-1d45-4003-bed0-4fbe59cf466e binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:23:05.409022 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:05.510520 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fd717-57a0-45b2-bfab-90c8ff9f68d9 req-584c96f8-2c2d-4ef8-ad14-0cd32808fcc8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:05.520723 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-de8fd717-57a0-45b2-bfab-90c8ff9f68d9 req-584c96f8-2c2d-4ef8-ad14-0cd32808fcc8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 945 time: 0.1825159
May 20 18:23:05.531358 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:05.531888 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:05.598849 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-de8fd717-57a0-45b2-bfab-90c8ff9f68d9 req-d8f3b07a-4084-4cfd-b759-370009791ba1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765817
May 20 18:23:06.004962 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe982bf9-cfd3-40c8-b14d-226fe078f8c1 req-1aefd576-580e-4d97-9ae1-18260d80aa15 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:06.017024 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe982bf9-cfd3-40c8-b14d-226fe078f8c1 req-1aefd576-580e-4d97-9ae1-18260d80aa15 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 945 time: 0.2403316
May 20 18:23:06.079181 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 39768) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:23:06.119577 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe982bf9-cfd3-40c8-b14d-226fe078f8c1 req-1ec3d5b4-b12d-477a-8a4e-07db57146e80 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002481
May 20 18:23:06.156446 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 39774) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:23:06.381508 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39800901-c837-4e5e-9ef6-ad0840b8d3d2 req-44b1ade9-cd0b-4be3-9e90-66bfe947c684 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:06.384569 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-39800901-c837-4e5e-9ef6-ad0840b8d3d2 req-44b1ade9-cd0b-4be3-9e90-66bfe947c684 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.2303338
May 20 18:23:06.412807 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:06.427326 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Transition to ACTIVE for port object 1eaa9134-1d45-4003-bed0-4fbe59cf466e will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:23:06.438073 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:06.440819 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:06.446976 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:06.471134 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:23:06.484512 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Usage tracker for resource:security_group_rule and tenant:03912723c7414ad7844dd26204d78da0 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:23:06.500390 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:23:06.520032 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:23:06.550619 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-39800901-c837-4e5e-9ef6-ad0840b8d3d2 req-01fa3664-fbeb-47cb-813e-2cbace90b7cc tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392710
May 20 18:23:06.647849 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de1cdc-2736-484b-b186-680a824a6395 tempest-TestVolumeBootPattern-803564900 tempest-TestVolumeBootPattern-803564900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:06.649398 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a9de1cdc-2736-484b-b186-680a824a6395 tempest-TestVolumeBootPattern-803564900 tempest-TestVolumeBootPattern-803564900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 1093 time: 0.4919586
May 20 18:23:06.658019 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 39784) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:23:06.678076 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'floatingip': {'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'port_id': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:23:06.717493 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:23:06.731355 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:floatingip and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:23:06.738009 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:23:06.752640 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:23:06.808158 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:06.848665 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f851f2-5dda-4c60-bacb-ae32748b3abf None None] Pushing event updated for resources: {'Port': ['ID=1eaa9134-1d45-4003-bed0-4fbe59cf466e,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:06.887651 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-61f851f2-5dda-4c60-bacb-ae32748b3abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:06.931345 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Attempting to bind port 1eaa9134-1d45-4003-bed0-4fbe59cf466e on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:23:06.931720 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Attempting to bind port 1eaa9134-1d45-4003-bed0-4fbe59cf466e by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1aa2072e-369b-4fbf-b8a2-9da54fb082d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:23:06.932089 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Attempting to bind port 1eaa9134-1d45-4003-bed0-4fbe59cf466e on network d1659a01-26b3-4935-b8d5-d6b9570114f5 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:23:06.947488 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:23:06.948433 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Checking segment: {'id': '1aa2072e-369b-4fbf-b8a2-9da54fb082d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:23:06.949683 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:06.951036 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Bound using segment: {'id': '1aa2072e-369b-4fbf-b8a2-9da54fb082d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:23:06.951808 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Bound port: 1eaa9134-1d45-4003-bed0-4fbe59cf466e, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa2072e-369b-4fbf-b8a2-9da54fb082d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:23:06.953563 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:06.982251 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:07.067566 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:07.080539 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] For port 1eaa9134-1d45-4003-bed0-4fbe59cf466e, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:23:07.082588 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:07.089610 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] For port 1eaa9134-1d45-4003-bed0-4fbe59cf466e, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1eaa9134-1d45-4003-bed0-4fbe59cf466e,segment=NetworkSegment(1aa2072e-369b-4fbf-b8a2-9da54fb082d7),segment_id=1aa2072e-369b-4fbf-b8a2-9da54fb082d7)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:23:07.103025 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:07.117047 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-8050037f-afeb-4f72-9b40-e3dd18b18c23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:07.162482 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4627b9bf-ffda-46e3-9298-a6b697eb6576,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:07.178549 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:07.189355 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03912723c7414ad7844dd26204d78da0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1061268
May 20 18:23:07.190063 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 39788) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:23:07.219600 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f851f2-5dda-4c60-bacb-ae32748b3abf None None] Pushing event updated for resources: {'Port': ['ID=1eaa9134-1d45-4003-bed0-4fbe59cf466e,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:07.233367 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-61f851f2-5dda-4c60-bacb-ae32748b3abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:07.278857 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Routers {'95ec3b03-47e6-41ff-8dd5-1dadcee983ed'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:23:07.279331 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1671e3a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:07.390182 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:07.396805 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20eece67-9e2c-4fb1-b3c4-029a95ec5f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:07.495786 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20eece67-9e2c-4fb1-b3c4-029a95ec5f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:07.600698 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] Set router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:23:07.728605 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Allocated IP 172.27.0.102 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/1c352ee4-809a-4a21-83e3-109721db7497) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:23:07.738904 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20eece67-9e2c-4fb1-b3c4-029a95ec5f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:07.773263 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:08.123177 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eece67-9e2c-4fb1-b3c4-029a95ec5f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4627b9bf-ffda-46e3-9298-a6b697eb6576,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:08.135725 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-20eece67-9e2c-4fb1-b3c4-029a95ec5f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:08.228647 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20eece67-9e2c-4fb1-b3c4-029a95ec5f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:08.233346 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-20eece67-9e2c-4fb1-b3c4-029a95ec5f74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4627b9bf-ffda-46e3-9298-a6b697eb6576 HTTP/1.1" status: 204  len: 168 time: 1.0410833
May 20 18:23:08.358712 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67ba83-705b-4dee-ae2a-2a7014d68459 req-e8fefbbb-8282-432b-8b9c-2b4ce6b869bf tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:08.361505 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ae67ba83-705b-4dee-ae2a-2a7014d68459 req-e8fefbbb-8282-432b-8b9c-2b4ce6b869bf tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.4314945
May 20 18:23:08.448416 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:08.461350 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ae67ba83-705b-4dee-ae2a-2a7014d68459 req-878a30e8-66f1-450a-888b-3992b08ba009 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890408
May 20 18:23:08.533334 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:08.533806 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1671e3a0>, [{'id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:51Z', 'updated_at': '2021-05-20T18:23:01Z', 'revision_number': 4, 'project_id': '93fb7779339e492881f8857d38247877', 'gw_port': {'id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:53Z', 'updated_at': '2021-05-20T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '1eaa9134-1d45-4003-bed0-4fbe59cf466e', 'name': '', 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5', 'tenant_id': '93fb7779339e492881f8857d38247877', 'mac_address': 'fa:16:3e:92:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c8be7e9c-d6d3-4e74-b554-8f57d26b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:00Z', 'updated_at': '2021-05-20T18:23:07Z', 'revision_number': 4, 'project_id': '93fb7779339e492881f8857d38247877', 'subnets': [{'id': 'c8be7e9c-d6d3-4e74-b554-8f57d26b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:08.541038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cea113c1-f31b-4b72-a489-0d19d6863552 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:08.570198 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7298c24-8f70-4206-b370-f85042e0d0e4 None None] The sync data for ids ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'] in dv-cinder-792299-2-iscsi is: [{'id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:51Z', 'updated_at': '2021-05-20T18:23:01Z', 'revision_number': 4, 'project_id': '93fb7779339e492881f8857d38247877', 'gw_port': {'id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:53Z', 'updated_at': '2021-05-20T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '1eaa9134-1d45-4003-bed0-4fbe59cf466e', 'name': '', 'network_id': 'd1659a01-26b3-4935-b8d5-d6b9570114f5', 'tenant_id': '93fb7779339e492881f8857d38247877', 'mac_address': 'fa:16:3e:92:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c8be7e9c-d6d3-4e74-b554-8f57d26b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:23:00Z', 'updated_at': '2021-05-20T18:23:07Z', 'revision_number': 4, 'project_id': '93fb7779339e492881f8857d38247877', 'subnets': [{'id': 'c8be7e9c-d6d3-4e74-b554-8f57d26b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:23:08.616112 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:23:08.685724 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:23:08.695472 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:23:08.783709 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'Port': ['ID=1c352ee4-809a-4a21-83e3-109721db7497,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:08.791078 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:09.282606 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1eaa9134-1d45-4003-bed0-4fbe59cf466e up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:23:09.464649 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 1eaa9134-1d45-4003-bed0-4fbe59cf466e completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:23:09.471515 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 1eaa9134-1d45-4003-bed0-4fbe59cf466e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:09.472076 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:09.753398 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:09.818898 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 1eaa9134-1d45-4003-bed0-4fbe59cf466e, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1eaa9134-1d45-4003-bed0-4fbe59cf466e,segment=NetworkSegment(1aa2072e-369b-4fbf-b8a2-9da54fb082d7),segment_id=1aa2072e-369b-4fbf-b8a2-9da54fb082d7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:23:09.827106 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:09.829357 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:09.948046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=1eaa9134-1d45-4003-bed0-4fbe59cf466e,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:09.956025 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:10.188412 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf9e3-b54e-46a0-86e8-f316cd553e5e req-648c0ec3-a23b-45e6-8cf9-2c65c6349179 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:10.192482 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d2baf9e3-b54e-46a0-86e8-f316cd553e5e req-648c0ec3-a23b-45e6-8cf9-2c65c6349179 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.3750188
May 20 18:23:10.342427 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d2baf9e3-b54e-46a0-86e8-f316cd553e5e req-1f93310b-c7eb-4ced-9941-3a07465bd4b0 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097374
May 20 18:23:10.355024 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:10.553474 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:10.987317 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:10.996530 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:11.002561 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9e1de911-0201-4918-be6b-0e8b01d8726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:11.143036 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'Port': ['ID=1c352ee4-809a-4a21-83e3-109721db7497,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:11.158022 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:11.163009 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:11.213086 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1eaa9134-1d45-4003-bed0-4fbe59cf466e up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:23:11.520347 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 1eaa9134-1d45-4003-bed0-4fbe59cf466e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:11.522861 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:11.567106 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Floating IP 8f68f4ba-3ce4-4de0-b30d-292c1855be7c associated. External IP: 172.27.0.102, port: 86c9acd8-0fe0-43fd-91c2-3afb945f808f.
May 20 18:23:12.306194 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Router 0711da84-c7f9-436b-9ea8-a2f5480850ba has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:23:12.570621 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:23:12.582047 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] Sync routers for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:23:12.603957 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:12.611373 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:23:12.612094 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17f270a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:12.721778 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.0524678
May 20 18:23:12.721778 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'tag': '86c9acd8-0fe0-43fd-91c2-3afb945f808f'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:23:12.916450 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:23:13.362866 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17f270a0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '8f68f4ba-3ce4-4de0-b30d-292c1855be7c', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:83:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:23:09Z', 'updated_at': '2021-05-20T18:23:09Z', 'revision_number': 0, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:13.368109 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] Checking router: 0711da84-c7f9-436b-9ea8-a2f5480850ba for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:23:13.379589 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:23:13.380735 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17f270a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:22:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:13.662896 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:23:14.211438 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17f270a0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '8f68f4ba-3ce4-4de0-b30d-292c1855be7c', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:83:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:23:09Z', 'updated_at': '2021-05-20T18:23:09Z', 'revision_number': 0, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:23:14.219995 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3052767-6269-4641-b0dc-f6fcadce9e45 None None] The sync data for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi is: [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '8f68f4ba-3ce4-4de0-b30d-292c1855be7c', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:83:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:23:09Z', 'updated_at': '2021-05-20T18:23:09Z', 'revision_number': 0, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:23:14.528393 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d29a9-6871-4fa1-87f7-b16426d8012d None None] New status for floating IP 8f68f4ba-3ce4-4de0-b30d-292c1855be7c: ACTIVE {{(pid=91653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:23:15.663854 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'tag': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'status': 'completed', 'code': 200}
May 20 18:23:15.801708 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f03d-5842-41fc-8d88-8830a443481d req-234d2d92-7e02-4cb7-bc51-aeb415d6ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:15.804343 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-d967f03d-5842-41fc-8d88-8830a443481d req-234d2d92-7e02-4cb7-bc51-aeb415d6ad3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 1098 time: 0.1092234
May 20 18:23:15.984610 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f03d-5842-41fc-8d88-8830a443481d req-37816977-1b22-4c5b-9669-8c7dce5622be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:15.986125 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-d967f03d-5842-41fc-8d88-8830a443481d req-37816977-1b22-4c5b-9669-8c7dce5622be service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.1748812
May 20 18:23:16.156206 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-d967f03d-5842-41fc-8d88-8830a443481d req-50d09f81-1a87-40d6-ac20-f5c4243fdd54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86c9acd8-0fe0-43fd-91c2-3afb945f808f HTTP/1.1" status: 200  len: 1001 time: 0.1619644
May 20 18:23:16.267582 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f03d-5842-41fc-8d88-8830a443481d req-d7f43489-99c4-434b-b5cd-270474c5a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:16.270471 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-d967f03d-5842-41fc-8d88-8830a443481d req-d7f43489-99c4-434b-b5cd-270474c5a589 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.1076159
May 20 18:23:16.415918 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f03d-5842-41fc-8d88-8830a443481d req-fd841697-a397-4086-9d35-5141f9bb0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:16.418871 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-d967f03d-5842-41fc-8d88-8830a443481d req-fd841697-a397-4086-9d35-5141f9bb0c54 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1402109
May 20 18:23:16.606543 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-d967f03d-5842-41fc-8d88-8830a443481d req-38555b13-f31d-416d-aaa4-726d8cd30372 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803634
May 20 18:23:16.880497 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-d967f03d-5842-41fc-8d88-8830a443481d req-80f6dcd1-2615-4e5c-abc7-f5c0eb35eb01 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2672384
May 20 18:23:17.346231 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4b78eeed-349f-44cd-9b47-cd3e62eea103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:19.747998 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:19.819334 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9201f3d9-0f8f-4154-96ed-fc3bfad8ab8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:20.900848 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:21.013454 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:22.029307 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:23:22.386497 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:22.793806 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-e1e74084-254c-4344-89da-0a48a6b7a1c1 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:22.795481 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-e1e74084-254c-4344-89da-0a48a6b7a1c1 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/networks?id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 200  len: 814 time: 0.2645261
May 20 18:23:22.816402 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-d99c16d5-f563-46e0-9f2a-25ad85045a1a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/quotas/47bcd4da5a164333b657d77baf3d1789 HTTP/1.1" status: 200  len: 375 time: 0.0099065
May 20 18:23:22.910541 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-cb64419a-06b4-477d-bc22-8e363d492a94 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47bcd4da5a164333b657d77baf3d1789&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0841775
May 20 18:23:23.063813 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-8b0e3cb4-aa81-43b2-8f84-591728a33b40 service neutron] 10.222.0.13 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412251
May 20 18:23:23.201307 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-0a44857d-b1ae-4591-a97f-0e8fe00f1fb8 service neutron] 10.222.0.13 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310360
May 20 18:23:23.408238 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6c8e237b-f03c-41dd-91a9-de50584e60e6 req-421a9e00-d16a-4f72-95b0-106c5897d48c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 210 time: 0.0412376
May 20 18:23:24.732079 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-97455bbc-50ff-44c7-a0a3-43b36510616a req-1d3a2ab8-0ae9-4a7c-b768-283bf47d2f51 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 210 time: 0.0486050
May 20 18:23:24.912617 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1778b-c21e-4577-9316-53aa51624e20 req-c846e24f-0c1b-4d92-b581-1f2b256ff812 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:24.914181 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bca1778b-c21e-4577-9316-53aa51624e20 req-c846e24f-0c1b-4d92-b581-1f2b256ff812 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.0855579
May 20 18:23:24.962544 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bca1778b-c21e-4577-9316-53aa51624e20 req-84f8dcf1-31b6-49a6-90f5-7e97762801f3 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423956
May 20 18:23:27.762774 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-8efa53cf-9ba4-4cb1-a3a7-abd453bf7630 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:27.763891 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-8efa53cf-9ba4-4cb1-a3a7-abd453bf7630 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Synchronizing usage tracker for tenant:47bcd4da5a164333b657d77baf3d1789 on resource:network {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:23:27.779332 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fb41828c-ff8e-4f98-a76b-20b88d888ca4 req-14f55aa9-8091-420d-b40f-82df4ff7fd8e tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 210 time: 0.0488038
May 20 18:23:27.784597 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-8efa53cf-9ba4-4cb1-a3a7-abd453bf7630 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Unset dirty status for tenant:47bcd4da5a164333b657d77baf3d1789 on resource:network {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:23:27.785355 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-8efa53cf-9ba4-4cb1-a3a7-abd453bf7630 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.22 "GET /v2.0/networks?id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 200  len: 814 time: 0.1906800
May 20 18:23:27.868177 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb49e1-bb0a-4ca6-bbba-7a4379d04623 req-c46cf984-2e26-4058-854e-c945cf299136 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:27.869709 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e3eb49e1-bb0a-4ca6-bbba-7a4379d04623 req-c46cf984-2e26-4058-854e-c945cf299136 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.0937598
May 20 18:23:27.918968 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e3eb49e1-bb0a-4ca6-bbba-7a4379d04623 req-4cb1e46c-f25c-417f-95e8-af79f4a031c7 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427449
May 20 18:23:29.339342 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'port': {'device_id': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'admin_state_up': True, 'tenant_id': '47bcd4da5a164333b657d77baf3d1789'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:23:29.493557 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:23:29.498110 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:port and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:23:29.501400 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:23:29.507873 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:23:29.523001 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Made reservation on behalf of 47bcd4da5a164333b657d77baf3d1789 for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:23:29.526741 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:29.542340 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-98044d5f-228a-4384-aaaf-dcb30f18e3de req-8e5a7a3b-1eab-4f4f-abae-a534dc3595d9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 210 time: 0.0905175
May 20 18:23:29.594853 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111b5a-b0c6-49ae-91a3-e68eba33c859 req-9d90b693-3af9-48e2-ae82-82cf4f13deef tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:29.599548 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-22111b5a-b0c6-49ae-91a3-e68eba33c859 req-9d90b693-3af9-48e2-ae82-82cf4f13deef tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.1101468
May 20 18:23:29.662827 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-22111b5a-b0c6-49ae-91a3-e68eba33c859 req-b9d28ff9-c101-4190-b8f3-3634553235b9 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597372
May 20 18:23:29.717854 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Allocated IP 172.20.0.14 (7847ffca-c3a8-48e4-a292-d7f3c7e72e51/443ba35e-57a5-4de8-826f-28fba77f68f8/73f9bcba-f58f-493c-a412-af1fd83b4b9c) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:23:29.942838 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:29.965577 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Transition to ACTIVE for port object 73f9bcba-f58f-493c-a412-af1fd83b4b9c will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:23:30.000352 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:30.008173 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b3d9d594-9b12-4aa6-840d-90a0a7452f7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:30.084799 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:23:30.088436 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:23:30.091119 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:23:30.132649 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'Port': ['ID=73f9bcba-f58f-493c-a412-af1fd83b4b9c,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:30.135853 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:30.181214 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:30.181943 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:30.218721 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8828061
May 20 18:23:30.362387 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-51aece19-6b35-4f05-a4cb-0e480e4f2f56 None None] Provisioning for port 73f9bcba-f58f-493c-a412-af1fd83b4b9c completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:23:30.373125 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-51aece19-6b35-4f05-a4cb-0e480e4f2f56 None None] Provisioning complete for port 73f9bcba-f58f-493c-a412-af1fd83b4b9c triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:30.373515 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-51aece19-6b35-4f05-a4cb-0e480e4f2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:30.443408 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-51aece19-6b35-4f05-a4cb-0e480e4f2f56 None None] Port 73f9bcba-f58f-493c-a412-af1fd83b4b9c cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:23:47.328030 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-16b9a39c-3e5c-42ea-8043-ed23eb9e5749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:49.060678 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Request body: {'port': {'device_id': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:23:49.179064 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:49.365157 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567a73a-e22d-4a85-a505-08a6e1429050 req-6479cb79-6a4f-4766-8136-05bc6efb593c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:49.366692 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c567a73a-e22d-4a85-a505-08a6e1429050 req-6479cb79-6a4f-4766-8136-05bc6efb593c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 932 time: 0.1240833
May 20 18:23:49.375605 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e8d07-8021-449d-8026-e16d0d925c44 req-ace90d41-4b6c-457f-af2c-df3cddd41863 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:49.377081 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-056e8d07-8021-449d-8026-e16d0d925c44 req-ace90d41-4b6c-457f-af2c-df3cddd41863 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.1696486
May 20 18:23:49.455494 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c567a73a-e22d-4a85-a505-08a6e1429050 req-fbd7abeb-3a60-41c3-b2f4-5eba1abe6ba7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771916
May 20 18:23:49.460562 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-056e8d07-8021-449d-8026-e16d0d925c44 req-0a556442-3d95-4ea3-9ff4-a3c8a8d19b05 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688083
May 20 18:23:49.576651 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f9bcba-f58f-493c-a412-af1fd83b4b9c {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:23:49.585337 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:49.601262 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Transition to ACTIVE for port object 73f9bcba-f58f-493c-a412-af1fd83b4b9c will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:23:49.606316 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:49.611990 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f257928b-2260-4109-8784-c3cca43c70ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:49.772706 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:49.822510 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7d3bdb7f-5e46-413e-bc70-9d33f3af1485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:49.824725 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Pushing event updated for resources: {'Port': ['ID=73f9bcba-f58f-493c-a412-af1fd83b4b9c,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:49.853727 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.854576 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.855134 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.855653 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.856187 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.856690 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.857196 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.857703 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.859257 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.859660 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.860029 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.860407 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:49.867136 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:49.903015 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Attempting to bind port 73f9bcba-f58f-493c-a412-af1fd83b4b9c on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:23:49.903359 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Attempting to bind port 73f9bcba-f58f-493c-a412-af1fd83b4b9c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:23:49.903749 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Attempting to bind port 73f9bcba-f58f-493c-a412-af1fd83b4b9c on network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:23:49.909403 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Port 73f9bcba-f58f-493c-a412-af1fd83b4b9c on network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:23:49.909735 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Attempting to bind port 73f9bcba-f58f-493c-a412-af1fd83b4b9c on network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:23:49.915434 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:23:49.915765 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Checking segment: {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:23:49.916153 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Bound using segment: {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:23:49.916579 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Bound port: 73f9bcba-f58f-493c-a412-af1fd83b4b9c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7300bca-19a8-4890-ae00-7875c17ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:23:49.916927 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:50.132041 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] For port 73f9bcba-f58f-493c-a412-af1fd83b4b9c, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:23:50.135495 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] For port 73f9bcba-f58f-493c-a412-af1fd83b4b9c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:23:50.142399 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:50.149487 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ce383e17-d9ac-477f-be9b-2781c49a6d8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:50.225599 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:50.226327 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:50.227646 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] 10.222.0.22 "PUT /v2.0/ports/73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 1094 time: 1.1718233
May 20 18:23:50.228144 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:23:50.243676 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Pushing event updated for resources: {'Port': ['ID=73f9bcba-f58f-493c-a412-af1fd83b4b9c,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:50.246807 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:50.333293 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'status': 'completed', 'code': 200}
May 20 18:23:50.375765 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-06e20c88-2fd8-44f7-be41-195c7a73455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:50.377874 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-06e20c88-2fd8-44f7-be41-195c7a73455b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47bcd4da5a164333b657d77baf3d1789&device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1097 time: 0.0881288
May 20 18:23:50.452788 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-cb7cd47b-037b-41df-a577-268535344783 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 217 time: 0.0671158
May 20 18:23:50.528398 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-84216e55-cf15-4406-87c0-ab0cebf29979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:50.530215 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-84216e55-cf15-4406-87c0-ab0cebf29979 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443ba35e-57a5-4de8-826f-28fba77f68f8 HTTP/1.1" status: 200  len: 853 time: 0.0704048
May 20 18:23:50.627241 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-3cfae7fb-7c09-4948-8a49-40b3ab646de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:50.628807 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-3cfae7fb-7c09-4948-8a49-40b3ab646de5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0910244
May 20 18:23:50.743448 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52e08b-da2a-4286-90c7-e090a80e8ed1 req-06bcd34d-26da-41b1-a0ad-cab1dbc476ef tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:50.745012 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9b52e08b-da2a-4286-90c7-e090a80e8ed1 req-06bcd34d-26da-41b1-a0ad-cab1dbc476ef tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 944 time: 0.1271622
May 20 18:23:50.753943 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ff43-0860-4b41-9e06-7b2b16a07643 req-d4b85b31-fa24-4ffd-95bd-1c09974d7275 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:50.755438 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a22ff43-0860-4b41-9e06-7b2b16a07643 req-d4b85b31-fa24-4ffd-95bd-1c09974d7275 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.1733041
May 20 18:23:50.799249 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-5961fed9-1bdc-4866-89a0-301025876681 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567974
May 20 18:23:50.832610 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9b52e08b-da2a-4286-90c7-e090a80e8ed1 req-95b86f04-6d4a-42db-8963-62b87cd3535d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756288
May 20 18:23:50.840951 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a22ff43-0860-4b41-9e06-7b2b16a07643 req-e97ab020-aa02-4ef2-a42c-60db74b5376c tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706422
May 20 18:23:50.905166 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:50.953537 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2e96bc89-da1c-4cfb-92a4-398c291d8887 req-f9db4662-f138-4cbc-8ed0-e189276b47a2 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461515
May 20 18:23:51.001883 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:51.083098 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-d88bac90-0451-4eab-954a-b60d00c611f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:51.084593 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-d88bac90-0451-4eab-954a-b60d00c611f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47bcd4da5a164333b657d77baf3d1789&device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1097 time: 0.0783751
May 20 18:23:51.257238 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-9b8b58b6-c0d0-4f8d-b5c4-92d833e24bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:51.259833 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-9b8b58b6-c0d0-4f8d-b5c4-92d833e24bce service neutron] 10.222.0.22 "GET /v2.0/networks?id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 200  len: 914 time: 0.1603317
May 20 18:23:51.330371 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-56a8fc34-58c3-409c-8725-bd9b9609c415 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:51.335271 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-56a8fc34-58c3-409c-8725-bd9b9609c415 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.1618605
May 20 18:23:51.355006 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-32bcc1d7-a0a6-409b-9426-bb2ac902f826 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 217 time: 0.0850070
May 20 18:23:51.427894 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-5da10bc7-b628-4af7-a1d1-18478aa1632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:51.429240 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-5da10bc7-b628-4af7-a1d1-18478aa1632d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443ba35e-57a5-4de8-826f-28fba77f68f8 HTTP/1.1" status: 200  len: 853 time: 0.0676386
May 20 18:23:51.501798 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Deleting port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:23:51.502199 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:51.512363 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-ab2c241e-f592-43a6-ac65-6777f6228d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:51.513978 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-ab2c241e-f592-43a6-ac65-6777f6228d82 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756307
May 20 18:23:51.658221 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-a77bf449-d6f7-4ea7-8280-b56f8815c5bb service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357541
May 20 18:23:51.710583 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] For port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:23:51.711206 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:51.800237 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0b4656dd-a4bc-4aeb-9c2a-d1499187bc62 req-725b99be-3339-4610-a417-bdf6d0206e38 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352172
May 20 18:23:51.835940 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Calling delete_port for fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:23:52.135661 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:52.141953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:52.147840 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['0207646c-1bf1-4a1f-b8b3-5431018a90f6', 'fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:23:52.202298 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Pushing event deleted for resources: {'Port': ['ID=fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:52.209972 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bba31c-ddec-4830-b8b5-d797f003726e req-1e6e5b13-77d3-4a00-874c-870f22c20321 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:52.211562 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-92bba31c-ddec-4830-b8b5-d797f003726e req-1e6e5b13-77d3-4a00-874c-870f22c20321 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9545fbb-b849-4c4b-916a-7bc112c281b4 HTTP/1.1" status: 200  len: 945 time: 0.2240770
May 20 18:23:52.248923 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.249324 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.249655 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.250043 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.250399 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.250759 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.251110 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.251457 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.251805 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.252151 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.252496 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.252845 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:52.268243 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb475-3ff6-4c95-a557-ef314962cc61 req-ef57fb7a-5805-4c29-8956-48a7b212f2b1 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:52.269687 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-19cbb475-3ff6-4c95-a557-ef314962cc61 req-ef57fb7a-5805-4c29-8956-48a7b212f2b1 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 944 time: 0.3202064
May 20 18:23:52.270539 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:52.339710 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] No DVR routers for this DVR port fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 on host hv-cinder-79229 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:23:52.358440 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:52.360821 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9545fbb-b849-4c4b-916a-7bc112c281b4', 'name': 'network-vif-deleted', 'tag': 'fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:23:52.387560 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-92bba31c-ddec-4830-b8b5-d797f003726e req-25e72fc7-0372-49d3-9f43-761959c3510a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449170
May 20 18:23:52.393402 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:52.399185 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7f185b96-65f8-48eb-9926-e70bdeeeef8d req-5a5fe8ef-82d8-426a-b87a-8cfc76bc2dfa tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.22 "DELETE /v2.0/ports/fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 HTTP/1.1" status: 204  len: 173 time: 1.0482526
May 20 18:23:52.409730 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-19cbb475-3ff6-4c95-a557-ef314962cc61 req-03a86401-a5c4-40a8-8fe3-24148cb23a23 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965931
May 20 18:23:52.501598 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9545fbb-b849-4c4b-916a-7bc112c281b4', 'name': 'network-vif-deleted', 'tag': 'fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05', 'status': 'completed', 'code': 200}
May 20 18:23:52.980595 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24548f43-7d4e-4d34-9c97-2131e055aff3 req-09ca5fc9-6f4d-4ec3-b529-cbcefc73da3c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:52.982120 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-24548f43-7d4e-4d34-9c97-2131e055aff3 req-09ca5fc9-6f4d-4ec3-b529-cbcefc73da3c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 945 time: 0.0817881
May 20 18:23:53.027594 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-24548f43-7d4e-4d34-9c97-2131e055aff3 req-f0b07a54-b6e2-4cfb-9526-9c5081652e86 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396054
May 20 18:23:53.405851 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-bbadac74-2748-46e7-b37f-65e352794c5e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0751400
May 20 18:23:53.513523 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-387f2682-d85a-4bdf-b841-b55555f411cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:53.516507 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-387f2682-d85a-4bdf-b841-b55555f411cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 1098 time: 0.0856824
May 20 18:23:53.723620 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36b2b5-725a-4947-b6bb-a788ef6eded6 req-9c9b5199-6341-4603-a2cc-329d1642987f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:53.725790 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2e36b2b5-725a-4947-b6bb-a788ef6eded6 req-9c9b5199-6341-4603-a2cc-329d1642987f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 944 time: 0.1957335
May 20 18:23:53.728599 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-1d171be1-3a70-49cc-b131-1eff71eaf457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:53.729967 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-1d171be1-3a70-49cc-b131-1eff71eaf457 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.1644733
May 20 18:23:53.907661 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2e36b2b5-725a-4947-b6bb-a788ef6eded6 req-fb23b37b-1572-4e9e-ba4e-519b7cbd7b68 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761324
May 20 18:23:53.915819 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-7906e008-4f78-452e-aa96-1fa697792b7c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214 HTTP/1.1" status: 200  len: 1000 time: 0.1714602
May 20 18:23:54.079208 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848e640-4b50-42c6-a1cc-99d71883b713 req-c56bb7ca-c3a3-41f2-b35e-4a845c26b7fd tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:54.079956 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-9848e640-4b50-42c6-a1cc-99d71883b713 req-c56bb7ca-c3a3-41f2-b35e-4a845c26b7fd tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Synchronizing usage tracker for tenant:661ec981c13b4adab3a3bb8b311c2916 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:23:54.101311 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-f33c49a5-21ca-47f4-8a6a-c2127ccc2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:54.101311 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-f33c49a5-21ca-47f4-8a6a-c2127ccc2a23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.1768560
May 20 18:23:54.106464 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-9848e640-4b50-42c6-a1cc-99d71883b713 req-c56bb7ca-c3a3-41f2-b35e-4a845c26b7fd tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Unset dirty status for tenant:661ec981c13b4adab3a3bb8b311c2916 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:23:54.107485 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9848e640-4b50-42c6-a1cc-99d71883b713 req-c56bb7ca-c3a3-41f2-b35e-4a845c26b7fd tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.3152704
May 20 18:23:54.201272 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9848e640-4b50-42c6-a1cc-99d71883b713 req-d029370c-4dc6-410d-90e1-7ce4b03a498e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614245
May 20 18:23:54.217643 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-6e0a5412-2628-409c-8785-52e8f78d7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:54.219362 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-6e0a5412-2628-409c-8785-52e8f78d7eea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1093113
May 20 18:23:54.436959 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-f73a1de1-756e-4f67-bb66-955046a0d840 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939104
May 20 18:23:54.448596 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0b23-585e-4b38-bc4f-68ff54d84453 req-d289d658-bdeb-47f0-a7d1-dd8c698146fd tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:54.450001 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e4ec0b23-585e-4b38-bc4f-68ff54d84453 req-d289d658-bdeb-47f0-a7d1-dd8c698146fd tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 945 time: 0.1840525
May 20 18:23:54.582676 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e4ec0b23-585e-4b38-bc4f-68ff54d84453 req-897ebcf7-784e-4782-bf8f-0e4ed5bbd002 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147857
May 20 18:23:54.610713 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cff0c011-bc79-43bb-a09e-8d94945a8251 req-910b9c9f-afb5-4de8-986d-4adaefcc0de9 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597958
May 20 18:23:54.638404 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 73f9bcba-f58f-493c-a412-af1fd83b4b9c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:23:54.642799 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:23:54.681935 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:23:54.682286 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device fc0bb420-1bfb-48a0-84fb-cfd1e9c2de05 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:23:54.809328 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 73f9bcba-f58f-493c-a412-af1fd83b4b9c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:23:54.822461 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'port_id': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'mac_address': 'fa:16:3e:13:d6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:23:54.878075 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:54.895875 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f9bcba-f58f-493c-a412-af1fd83b4b9c {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:23:54.912335 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 73f9bcba-f58f-493c-a412-af1fd83b4b9c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:23:54.917987 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:54.919899 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-bed99344-512b-4ef9-8ba1-a0b9ea32fc97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:54.996455 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=73f9bcba-f58f-493c-a412-af1fd83b4b9c,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:55.006477 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.006812 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.007141 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.007467 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.007784 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.008100 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.008413 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.008724 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.009038 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.009346 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.009654 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.009984 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:23:55.014090 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:55.169695 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4304dc-ab08-4a14-a6b3-41da193f4abe req-3f71ea44-0908-4109-8b74-9cc7b8f0c0d5 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:55.171219 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8e4304dc-ab08-4a14-a6b3-41da193f4abe req-3f71ea44-0908-4109-8b74-9cc7b8f0c0d5 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 945 time: 0.1545722
May 20 18:23:55.179667 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-15b67e71-35df-4d95-86bf-8c5273748794 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:55.181332 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-15b67e71-35df-4d95-86bf-8c5273748794 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.22 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 945 time: 0.1157067
May 20 18:23:55.283865 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8e4304dc-ab08-4a14-a6b3-41da193f4abe req-f176721c-61a2-4006-9464-75f96246176d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015153
May 20 18:23:55.360977 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['73f9bcba-f58f-493c-a412-af1fd83b4b9c'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:23:55.363957 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Deleting port 7b24e3de-a47f-478e-8592-f2f416974b72 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:23:55.364310 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:55.576316 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] For port 7b24e3de-a47f-478e-8592-f2f416974b72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7b24e3de-a47f-478e-8592-f2f416974b72,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:23:55.576614 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:55.711709 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cee6e7-a01a-4cbd-bd69-731739800bc1 req-79ef4e55-a124-4060-8241-f804b771453d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:55.713226 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65cee6e7-a01a-4cbd-bd69-731739800bc1 req-79ef4e55-a124-4060-8241-f804b771453d tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.3003404
May 20 18:23:55.720000 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Calling delete_port for 7b24e3de-a47f-478e-8592-f2f416974b72 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:23:55.777947 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65cee6e7-a01a-4cbd-bd69-731739800bc1 req-cfef24fe-16e7-48d5-8f9c-0b6895f2a327 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549176
May 20 18:23:55.941405 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d1219-f1bd-4881-aefb-31b5349d3cc4 req-b64a6af5-6424-4dd9-9111-d78fc95486db tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:55.943070 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d25d1219-f1bd-4881-aefb-31b5349d3cc4 req-b64a6af5-6424-4dd9-9111-d78fc95486db tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f808d21a-922d-40d9-b4a3-079fd906d138 HTTP/1.1" status: 200  len: 945 time: 0.1562364
May 20 18:23:55.944963 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:55.951145 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f69de2e8-58c7-4447-885d-e8f56b7771e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:56.012622 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Pushing event deleted for resources: {'Port': ['ID=7b24e3de-a47f-478e-8592-f2f416974b72,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:56.017911 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:56.108262 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] No DVR routers for this DVR port 7b24e3de-a47f-478e-8592-f2f416974b72 on host hv-cinder-79229 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:23:56.112176 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d25d1219-f1bd-4881-aefb-31b5349d3cc4 req-8c8ea6ff-4f99-4e3d-967a-07d5abbcc7e9 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254120
May 20 18:23:56.113207 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:56.116502 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f808d21a-922d-40d9-b4a3-079fd906d138', 'name': 'network-vif-deleted', 'tag': '7b24e3de-a47f-478e-8592-f2f416974b72'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:23:56.140079 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ceb24e59-756c-4c6c-a2f4-d8e4e1b7b118 req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.22 "DELETE /v2.0/ports/7b24e3de-a47f-478e-8592-f2f416974b72 HTTP/1.1" status: 204  len: 173 time: 0.9448977
May 20 18:23:56.170846 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f808d21a-922d-40d9-b4a3-079fd906d138', 'name': 'network-vif-deleted', 'tag': '7b24e3de-a47f-478e-8592-f2f416974b72', 'status': 'completed', 'code': 200}
May 20 18:23:56.258646 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['7b24e3de-a47f-478e-8592-f2f416974b72'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:23:56.579454 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2539fb-4f8b-4bf5-bc07-ac58a1e805c0 req-173a613f-7b5e-4f60-8d55-f91649dffc5a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:56.581506 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aa2539fb-4f8b-4bf5-bc07-ac58a1e805c0 req-173a613f-7b5e-4f60-8d55-f91649dffc5a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 945 time: 0.1830311
May 20 18:23:56.626984 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aa2539fb-4f8b-4bf5-bc07-ac58a1e805c0 req-dd2838fd-5359-484a-a9e7-2a6d3181a938 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393121
May 20 18:23:56.656813 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 73f9bcba-f58f-493c-a412-af1fd83b4b9c up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:23:56.731876 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 73f9bcba-f58f-493c-a412-af1fd83b4b9c completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:23:56.736686 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 73f9bcba-f58f-493c-a412-af1fd83b4b9c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:23:56.737269 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:56.868696 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:56.897304 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:23:56.907453 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 73f9bcba-f58f-493c-a412-af1fd83b4b9c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:23:56.912939 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:23:56.915045 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:23:56.960755 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'code': 200}
May 20 18:23:56.996858 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=73f9bcba-f58f-493c-a412-af1fd83b4b9c,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:23:57.002749 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:23:57.009943 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c34abe-2451-46cb-a7c1-1be535798e32 req-d627f6d5-dacf-4f40-b290-b4155895e2a3 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:57.011806 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1c34abe-2451-46cb-a7c1-1be535798e32 req-d627f6d5-dacf-4f40-b290-b4155895e2a3 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1166508
May 20 18:23:57.063056 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1c34abe-2451-46cb-a7c1-1be535798e32 req-3c459eb7-4ad5-4017-b93a-5fca8d2d8509 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450516
May 20 18:23:57.210269 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e291b7-2aa3-490b-a374-6f82af87fe66 req-4077185f-edce-4501-8bd1-70a743ef2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:57.211806 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f8e291b7-2aa3-490b-a374-6f82af87fe66 req-4077185f-edce-4501-8bd1-70a743ef2451 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1099 time: 0.0755329
May 20 18:23:57.256304 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f8e291b7-2aa3-490b-a374-6f82af87fe66 req-c88e7920-db40-44e4-9f1e-84b1ff7bf304 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355592
May 20 18:23:57.823050 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36db7d-22a7-465c-9e9b-1315c2f5364f req-8c286476-4fb5-461e-b508-d33cb6fa32d0 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:57.824511 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f36db7d-22a7-465c-9e9b-1315c2f5364f req-8c286476-4fb5-461e-b508-d33cb6fa32d0 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.0844660
May 20 18:23:57.873977 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f36db7d-22a7-465c-9e9b-1315c2f5364f req-da315233-3fce-467f-9145-2af7e7ed3333 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433216
May 20 18:23:58.252007 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2105-7ff5-46ac-9f1f-3df18dd03ad9 req-aa85f33d-9329-4dea-bd76-e53efbefd387 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:58.253518 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6d2d2105-7ff5-46ac-9f1f-3df18dd03ad9 req-aa85f33d-9329-4dea-bd76-e53efbefd387 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.0807431
May 20 18:23:58.303946 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6d2d2105-7ff5-46ac-9f1f-3df18dd03ad9 req-1d1abe0e-ef05-487d-be6a-fb2d6e36cf19 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439200
May 20 18:23:58.655899 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 7b24e3de-a47f-478e-8592-f2f416974b72 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:23:58.722990 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 7b24e3de-a47f-478e-8592-f2f416974b72 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:23:58.723339 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 7b24e3de-a47f-478e-8592-f2f416974b72 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:23:59.029304 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:23:59.068741 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253d3f2-0a58-4450-82ae-0a58fe90f8b3 req-3fdd9a18-4072-4daa-a1e9-bf394941831c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:59.070204 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4253d3f2-0a58-4450-82ae-0a58fe90f8b3 req-3fdd9a18-4072-4daa-a1e9-bf394941831c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.0819507
May 20 18:23:59.120198 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4253d3f2-0a58-4450-82ae-0a58fe90f8b3 req-423bcbcf-faf2-4c61-94a2-f586d69bee45 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436265
May 20 18:23:59.494787 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f3236-cd07-4d62-86e4-c355fd4e18e2 req-06aedcf1-687d-4e45-8dd7-d63eb6bced59 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:23:59.496512 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7d6f3236-cd07-4d62-86e4-c355fd4e18e2 req-06aedcf1-687d-4e45-8dd7-d63eb6bced59 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.0844209
May 20 18:23:59.545373 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7d6f3236-cd07-4d62-86e4-c355fd4e18e2 req-c9077ff9-4db6-4948-a7f0-6b5f0de019e7 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425694
May 20 18:24:03.507577 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe96727-2944-4a0b-b26a-53d4da3780d5 req-b52d8094-f889-4297-9ca3-7ced64a51c61 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:03.509048 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6fe96727-2944-4a0b-b26a-53d4da3780d5 req-b52d8094-f889-4297-9ca3-7ced64a51c61 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.0881894
May 20 18:24:03.561769 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6fe96727-2944-4a0b-b26a-53d4da3780d5 req-613305f3-0c54-438f-a5b9-0a66cc79327a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419469
May 20 18:24:03.748292 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbb3c7-9df6-4221-812d-e884845a2c55 req-da3fe3aa-0375-43f0-a19e-28ce28e4ae2e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:03.749917 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d6dbb3c7-9df6-4221-812d-e884845a2c55 req-da3fe3aa-0375-43f0-a19e-28ce28e4ae2e tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.0890648
May 20 18:24:03.802326 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d6dbb3c7-9df6-4221-812d-e884845a2c55 req-6b9b8bf1-0687-4bef-8390-011ba18e5874 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437820
May 20 18:24:05.528375 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08111bd4-5a5b-44e1-a3e1-95ea97bf6ff5 req-27982756-cfbc-4ee4-976b-463f55199866 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:05.529991 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-08111bd4-5a5b-44e1-a3e1-95ea97bf6ff5 req-27982756-cfbc-4ee4-976b-463f55199866 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.0878427
May 20 18:24:05.583913 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-08111bd4-5a5b-44e1-a3e1-95ea97bf6ff5 req-12dd7763-0d6c-4513-917b-02cc0b1eff3c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407374
May 20 18:24:05.664667 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ac341-3372-41f2-af9b-fe82a74b9760 req-944cc775-55ca-4c65-8fd4-c2714d21a672 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:05.665999 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-968ac341-3372-41f2-af9b-fe82a74b9760 req-944cc775-55ca-4c65-8fd4-c2714d21a672 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.0860133
May 20 18:24:05.710290 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-968ac341-3372-41f2-af9b-fe82a74b9760 req-fdd7ccbf-1eed-4dcf-9376-462dc40e91b5 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384755
May 20 18:24:06.784501 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b722ac7-7d4b-4f79-a814-569013ed5e2d req-7c7dc976-157d-4d3b-8b80-3c33f75a5abf tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:06.786185 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9b722ac7-7d4b-4f79-a814-569013ed5e2d req-7c7dc976-157d-4d3b-8b80-3c33f75a5abf tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.0892496
May 20 18:24:06.840171 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9b722ac7-7d4b-4f79-a814-569013ed5e2d req-6e4c11fd-f18b-4e0b-bb1a-524094f193df tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451772
May 20 18:24:07.086217 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9d6c-5ede-4260-9ba6-957a232bdd65 req-71c4d9d1-0fdc-4f5d-ac90-49d32622979c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:07.087686 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-324d9d6c-5ede-4260-9ba6-957a232bdd65 req-71c4d9d1-0fdc-4f5d-ac90-49d32622979c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.1405721
May 20 18:24:07.103086 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97137933-300e-49fc-9e77-f45385864803 req-5d300469-1e1e-4458-955c-57c86023cfbc tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:07.104737 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-97137933-300e-49fc-9e77-f45385864803 req-5d300469-1e1e-4458-955c-57c86023cfbc tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1262634
May 20 18:24:07.177442 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-324d9d6c-5ede-4260-9ba6-957a232bdd65 req-51596ee5-f696-4c54-b0ec-d66afac7cbf7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834394
May 20 18:24:07.185131 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-97137933-300e-49fc-9e77-f45385864803 req-539d5d83-3107-46d5-999a-d43808bbc610 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662150
May 20 18:24:07.603749 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091cfb-3489-4e23-b973-13d57b094096 req-0740d9e8-3048-419f-bb24-397ddd28e4f0 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:07.607060 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-39091cfb-3489-4e23-b973-13d57b094096 req-0740d9e8-3048-419f-bb24-397ddd28e4f0 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.1056981
May 20 18:24:07.705495 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-39091cfb-3489-4e23-b973-13d57b094096 req-7f29a46a-88e1-4dc5-8f12-5c36812f49a1 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899932
May 20 18:24:07.749410 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-4cde4ba7-2ae8-447b-aff8-5b188afcca4a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:07.751433 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-4cde4ba7-2ae8-447b-aff8-5b188afcca4a tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.22 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1021430
May 20 18:24:07.912663 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Deleting port 0207646c-1bf1-4a1f-b8b3-5431018a90f6 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:24:07.913245 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:08.135736 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] For port 0207646c-1bf1-4a1f-b8b3-5431018a90f6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0207646c-1bf1-4a1f-b8b3-5431018a90f6,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:08.136257 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:08.273305 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Calling delete_port for 0207646c-1bf1-4a1f-b8b3-5431018a90f6 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:24:08.441283 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:08.447836 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:08.453573 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['0207646c-1bf1-4a1f-b8b3-5431018a90f6'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:24:08.494624 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Pushing event deleted for resources: {'Port': ['ID=0207646c-1bf1-4a1f-b8b3-5431018a90f6,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:08.506397 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2500ec1-ef6f-4bba-b037-821670671313 req-5cedb694-d74b-42d4-9d99-bde84a628fee tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:08.507883 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b2500ec1-ef6f-4bba-b037-821670671313 req-5cedb694-d74b-42d4-9d99-bde84a628fee tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/ports?device_id=b34dabf1-cc23-4f44-a102-f6681613d70d HTTP/1.1" status: 200  len: 946 time: 0.1935241
May 20 18:24:08.508885 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:08.625179 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b2500ec1-ef6f-4bba-b037-821670671313 req-e15b3709-71d5-4c68-b1de-6e41d8823203 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889549
May 20 18:24:08.626125 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] No DVR routers for this DVR port 0207646c-1bf1-4a1f-b8b3-5431018a90f6 on host hv-cinder-79229 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:24:08.628566 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:08.631714 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34dabf1-cc23-4f44-a102-f6681613d70d', 'name': 'network-vif-deleted', 'tag': '0207646c-1bf1-4a1f-b8b3-5431018a90f6'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:24:08.656012 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7e59f961-c7e6-45a4-ace5-c73d9a369257 req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] 10.222.0.22 "DELETE /v2.0/ports/0207646c-1bf1-4a1f-b8b3-5431018a90f6 HTTP/1.1" status: 204  len: 173 time: 0.8989563
May 20 18:24:08.682688 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34dabf1-cc23-4f44-a102-f6681613d70d', 'name': 'network-vif-deleted', 'tag': '0207646c-1bf1-4a1f-b8b3-5431018a90f6', 'status': 'completed', 'code': 200}
May 20 18:24:09.725239 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 40498) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:10.314061 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539684'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:10.812662 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Deleting port e1a6f01a-a471-4eff-b416-f02af6de85f0 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:24:10.813392 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:10.951786 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] For port e1a6f01a-a471-4eff-b416-f02af6de85f0, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=e1a6f01a-a471-4eff-b416-f02af6de85f0,segment=NetworkSegment(434f1a8e-931b-4bac-a9ff-327f9630c01d),segment_id=434f1a8e-931b-4bac-a9ff-327f9630c01d)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:10.952170 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:11.087601 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Calling delete_port for e1a6f01a-a471-4eff-b416-f02af6de85f0 owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:24:11.385268 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:11.390070 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:11.432937 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a6f01a-a471-4eff-b416-f02af6de85f0,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:11.435948 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:11.698513 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539792'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:12.157708 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Router 8efc8085-2543-4221-b92c-9ec7813e44b2 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:24:12.286570 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 0207646c-1bf1-4a1f-b8b3-5431018a90f6 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:24:12.326749 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 0207646c-1bf1-4a1f-b8b3-5431018a90f6 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:24:12.327094 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 0207646c-1bf1-4a1f-b8b3-5431018a90f6 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:24:12.341097 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:24:12.350678 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] Sync routers for ids ['8efc8085-2543-4221-b92c-9ec7813e44b2'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:24:12.354153 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] 10.222.0.13 "PUT /v2.0/routers/8efc8085-2543-4221-b92c-9ec7813e44b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6275887
May 20 18:24:12.356804 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40528) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:12.360454 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] Routers {'8efc8085-2543-4221-b92c-9ec7813e44b2'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:24:12.361099 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17126d90>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:23:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['8efc8085-2543-4221-b92c-9ec7813e44b2'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:12.551470 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] Set router 8efc8085-2543-4221-b92c-9ec7813e44b2 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:24:12.683345 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks [] for router, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:12.861242 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:12.927250 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17126d90>, [{'id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:24:11Z', 'revision_number': 5, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'gw_port': {'id': '104aadce-0ab9-43d8-ad9f-2f9c1837e18c', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:40Z', 'updated_at': '2021-05-20T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:12.931652 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] Checking router: 8efc8085-2543-4221-b92c-9ec7813e44b2 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:24:12.934829 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Deleting port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:24:12.935178 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:12.944340 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] Routers {'8efc8085-2543-4221-b92c-9ec7813e44b2'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:24:12.945166 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17126d90>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:23:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['8efc8085-2543-4221-b92c-9ec7813e44b2'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:13.068722 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] For port 104aadce-0ab9-43d8-ad9f-2f9c1837e18c, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=104aadce-0ab9-43d8-ad9f-2f9c1837e18c,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:13.069024 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:13.101166 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] Set router 8efc8085-2543-4221-b92c-9ec7813e44b2 gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:24:13.195885 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Calling delete_port for 104aadce-0ab9-43d8-ad9f-2f9c1837e18c owned by network:router_gateway {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:24:13.211073 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17126d90>, [{'id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:24:12Z', 'revision_number': 6, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'gw_port_host': None}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:13.216146 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c618e3e-7870-41b7-bf05-5f08c2d3314a None None] The sync data for ids ['8efc8085-2543-4221-b92c-9ec7813e44b2'] in dv-cinder-792299-2-iscsi is: [{'id': '8efc8085-2543-4221-b92c-9ec7813e44b2', 'name': 'tempest-ServerRescueNegativeTestJSON-250699972-router', 'tenant_id': '661ec981c13b4adab3a3bb8b311c2916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:34Z', 'updated_at': '2021-05-20T18:24:12Z', 'revision_number': 6, 'project_id': '661ec981c13b4adab3a3bb8b311c2916', 'gw_port_host': None}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:24:13.471435 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:13.475659 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:13.521938 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Pushing event deleted for resources: {'Port': ['ID=104aadce-0ab9-43d8-ad9f-2f9c1837e18c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:13.524885 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:13.619780 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568335'] for router_gateway, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:13.795989 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29719'] for router, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:13.798614 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:13.883538 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568883'] for router, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:13.884193 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8efc8085-2543-4221-b92c-9ec7813e44b2 {{(pid=91652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 20 18:24:13.899397 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:13.900517 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8efc8085-2543-4221-b92c-9ec7813e44b2 HTTP/1.1" status: 204  len: 168 time: 1.5424323
May 20 18:24:13.903285 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40542) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:14.071131 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f665ad11-c120-4e6c-a472-c4ab69985abc admin admin] Deleting subnet f59cc923-5a27-4de0-83ff-a2a07b2c36f8 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:24:14.074734 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f665ad11-c120-4e6c-a472-c4ab69985abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.143415 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f665ad11-c120-4e6c-a472-c4ab69985abc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.253163 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f665ad11-c120-4e6c-a472-c4ab69985abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.528549 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f665ad11-c120-4e6c-a472-c4ab69985abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.533489 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-95decfe5-5a54-4c4c-abe9-d772d2a7fe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:14.570067 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665ad11-c120-4e6c-a472-c4ab69985abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59cc923-5a27-4de0-83ff-a2a07b2c36f8,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:14.572771 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f665ad11-c120-4e6c-a472-c4ab69985abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.575974 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f665ad11-c120-4e6c-a472-c4ab69985abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:14.580133 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-f665ad11-c120-4e6c-a472-c4ab69985abc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f59cc923-5a27-4de0-83ff-a2a07b2c36f8 HTTP/1.1" status: 204  len: 168 time: 0.6758804
May 20 18:24:14.582619 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40562) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:14.701896 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.843877 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.859505 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a16954f70>,) {'filters': {'network_id': ['61a14b2f-1ef1-4c18-9d3f-32453229511a']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:14.874295 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16954f70>, '434f1a8e-931b-4bac-a9ff-327f9630c01d') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:14.874586 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16954f70>, '434f1a8e-931b-4bac-a9ff-327f9630c01d') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:14.888453 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.905680 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.912253 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:24:14.912664 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:24:14.926485 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:24:15.009039 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:15.015997 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-327a6b34-d9b6-43ca-828f-cb1591c3a569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:15.044185 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:15.058248 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a14b2f-1ef1-4c18-9d3f-32453229511a,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:15.061549 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:15.068193 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61a14b2f-1ef1-4c18-9d3f-32453229511a HTTP/1.1" status: 204  len: 168 time: 0.4839871
May 20 18:24:15.186440 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 104aadce-0ab9-43d8-ad9f-2f9c1837e18c no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:24:15.220802 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 104aadce-0ab9-43d8-ad9f-2f9c1837e18c {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:24:15.221469 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 104aadce-0ab9-43d8-ad9f-2f9c1837e18c not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:24:15.222092 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e1a6f01a-a471-4eff-b416-f02af6de85f0 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:24:15.227929 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-a9a98b89-f895-4ca5-a7e4-2bf96861ddc1 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:15.229471 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-a9a98b89-f895-4ca5-a7e4-2bf96861ddc1 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/networks?id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 HTTP/1.1" status: 200  len: 813 time: 0.1549661
May 20 18:24:15.246755 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-022dbf10-d115-41c4-adea-c27947369e51 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/quotas/43829877ca17405eace1966c7287790a HTTP/1.1" status: 200  len: 375 time: 0.0102439
May 20 18:24:15.256059 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: e1a6f01a-a471-4eff-b416-f02af6de85f0 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:24:15.256409 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e1a6f01a-a471-4eff-b416-f02af6de85f0 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:24:15.267846 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40588) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:15.297687 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-06ae3021-df09-42d4-87ad-6f00a0fc5f20 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Synchronizing usage tracker for tenant:43829877ca17405eace1966c7287790a on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:24:15.314087 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-06ae3021-df09-42d4-87ad-6f00a0fc5f20 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Unset dirty status for tenant:43829877ca17405eace1966c7287790a on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:24:15.315409 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-06ae3021-df09-42d4-87ad-6f00a0fc5f20 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43829877ca17405eace1966c7287790a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0618784
May 20 18:24:15.319987 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-5bd9afaf-9221-49c1-ad41-2d37f06c8d5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=661ec981c13b4adab3a3bb8b311c2916&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0509269
May 20 18:24:15.322597 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40592) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:15.385038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ade5a6bc-45f5-4024-bc7f-9a9c24a308e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:15.424191 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ade5a6bc-45f5-4024-bc7f-9a9c24a308e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:15.453601 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-b069acfd-f232-4308-9e45-e3d9ce65f93a service neutron] 10.222.0.13 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304414
May 20 18:24:15.482500 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ade5a6bc-45f5-4024-bc7f-9a9c24a308e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:15.488147 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-98f59afb-76c4-4261-83e7-254797b9274c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:15.501088 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5a6bc-45f5-4024-bc7f-9a9c24a308e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a55dc78-d43f-4a66-81c6-6e4c8d513b1a,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:15.504018 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ade5a6bc-45f5-4024-bc7f-9a9c24a308e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:15.507586 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ade5a6bc-45f5-4024-bc7f-9a9c24a308e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:15.508926 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-ade5a6bc-45f5-4024-bc7f-9a9c24a308e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a55dc78-d43f-4a66-81c6-6e4c8d513b1a HTTP/1.1" status: 204  len: 168 time: 0.1850560
May 20 18:24:15.603576 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-3cdaab27-0665-4da0-ad87-d94f1241d221 service neutron] 10.222.0.13 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401813
May 20 18:24:16.841379 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-034e4265-9168-425b-a1f2-b461c6a5d3f6 req-b34d78fc-a941-4dd5-ae0a-fcfea50eadcc tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 210 time: 0.0579064
May 20 18:24:17.343003 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a4e813dc-0515-4c86-8924-eee0e11526eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:17.485690 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50fffb-a4bf-43a6-8147-3d2018ab3227 req-2fcc03af-faec-4aa0-bcdb-57c289154eb1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:17.487479 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7d50fffb-a4bf-43a6-8147-3d2018ab3227 req-2fcc03af-faec-4aa0-bcdb-57c289154eb1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1314106
May 20 18:24:17.551160 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7d50fffb-a4bf-43a6-8147-3d2018ab3227 req-f6e302ba-3cbe-48a9-91a0-48764a83a97c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562978
May 20 18:24:18.009499 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-56e0f8da-c826-4a1f-aa9e-2811df8f9b49 req-186a3bc2-f4e5-4d11-9eb4-d91c520373b4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 210 time: 0.0425162
May 20 18:24:18.300391 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-85c4f2a5-29e5-48ca-89ff-8e8ddd274ce5 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:18.302388 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-85c4f2a5-29e5-48ca-89ff-8e8ddd274ce5 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.22 "GET /v2.0/networks?id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 HTTP/1.1" status: 200  len: 813 time: 0.1600187
May 20 18:24:18.315579 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Request body: {'port': {'device_id': '3e52e293-adfd-4bba-8f4c-15db41ea9d58', 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262', 'admin_state_up': True, 'tenant_id': '43829877ca17405eace1966c7287790a'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:18.451831 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:18.461591 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:18.471993 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Made reservation on behalf of 43829877ca17405eace1966c7287790a for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:24:18.475701 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:18.661317 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Allocated IP 172.20.0.5 (ce58dc69-32ac-4155-a8a4-ae0e8c9c0262/a03bd535-5d57-47c8-aa30-dc121a00499d/12df9c16-492c-49ef-9dbb-b4274c50eb49) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:24:18.978532 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e545-3ef8-43b9-9a1b-d19ebcfd5e24 req-bb5ed37f-b6c9-4d9a-b116-94cde3feb496 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:18.980024 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5c06e545-3ef8-43b9-9a1b-d19ebcfd5e24 req-bb5ed37f-b6c9-4d9a-b116-94cde3feb496 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.3158300
May 20 18:24:19.064821 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:19.108514 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5c06e545-3ef8-43b9-9a1b-d19ebcfd5e24 req-178f9846-71c9-4f83-9a35-7ef10cb850a8 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098280
May 20 18:24:19.109970 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:19.117473 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b1d432f2-202b-4190-890e-ad2a3375e963 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:19.255958 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:24:19.260094 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:24:19.268878 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:24:19.298794 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Pushing event updated for resources: {'Port': ['ID=12df9c16-492c-49ef-9dbb-b4274c50eb49,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:19.307085 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:19.349166 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80d38d-15cb-4ca6-a059-a0eba0afbbf9 req-207abd8c-79af-49a3-8c9c-79e2c08a1738 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:19.351307 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe80d38d-15cb-4ca6-a059-a0eba0afbbf9 req-207abd8c-79af-49a3-8c9c-79e2c08a1738 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 931 time: 0.1896257
May 20 18:24:19.359634 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:19.360859 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:19.420037 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1081338
May 20 18:24:19.423934 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe80d38d-15cb-4ca6-a059-a0eba0afbbf9 req-b29c5a3f-359b-4010-92aa-f644b9fda692 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585113
May 20 18:24:19.449436 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Request body: {'port': {'device_id': '3e52e293-adfd-4bba-8f4c-15db41ea9d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:19.567208 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:19.756054 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:19.815599 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1013957b-aa17-4816-9060-6ae24cbcbf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:19.918203 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12df9c16-492c-49ef-9dbb-b4274c50eb49 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:24:19.925729 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:19.941427 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Transition to ACTIVE for port object 12df9c16-492c-49ef-9dbb-b4274c50eb49 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:24:19.946609 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:19.950894 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:20.109468 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Pushing event updated for resources: {'Port': ['ID=12df9c16-492c-49ef-9dbb-b4274c50eb49,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:20.112785 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:20.188925 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Attempting to bind port 12df9c16-492c-49ef-9dbb-b4274c50eb49 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:24:20.189342 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Attempting to bind port 12df9c16-492c-49ef-9dbb-b4274c50eb49 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '00f5b64a-cd9f-421c-9a6c-28d8760f069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:24:20.189735 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Attempting to bind port 12df9c16-492c-49ef-9dbb-b4274c50eb49 on network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:24:20.195680 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Port 12df9c16-492c-49ef-9dbb-b4274c50eb49 on network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:24:20.195680 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Attempting to bind port 12df9c16-492c-49ef-9dbb-b4274c50eb49 on network ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:24:20.200803 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:24:20.201141 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Checking segment: {'id': '00f5b64a-cd9f-421c-9a6c-28d8760f069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:24:20.201527 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Bound using segment: {'id': '00f5b64a-cd9f-421c-9a6c-28d8760f069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:24:20.201984 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Bound port: 12df9c16-492c-49ef-9dbb-b4274c50eb49, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f5b64a-cd9f-421c-9a6c-28d8760f069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:24:20.202330 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:20.350095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] For port 12df9c16-492c-49ef-9dbb-b4274c50eb49, host hv-cinder-79229, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:24:20.355289 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] For port 12df9c16-492c-49ef-9dbb-b4274c50eb49, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=12df9c16-492c-49ef-9dbb-b4274c50eb49,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:24:20.360818 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:20.366671 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:20.408485 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160edf30-1fba-4cf6-9014-226c618cb505 req-a0b11ff0-0d61-46a0-9ad0-947d41070e6a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:20.410008 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-160edf30-1fba-4cf6-9014-226c618cb505 req-a0b11ff0-0d61-46a0-9ad0-947d41070e6a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1666532
May 20 18:24:20.425252 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:20.425950 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:20.427846 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] 10.222.0.22 "PUT /v2.0/ports/12df9c16-492c-49ef-9dbb-b4274c50eb49 HTTP/1.1" status: 200  len: 1093 time: 0.9831779
May 20 18:24:20.437263 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e52e293-adfd-4bba-8f4c-15db41ea9d58', 'tag': '12df9c16-492c-49ef-9dbb-b4274c50eb49'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:24:20.528563 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e52e293-adfd-4bba-8f4c-15db41ea9d58', 'tag': '12df9c16-492c-49ef-9dbb-b4274c50eb49', 'status': 'completed', 'code': 200}
May 20 18:24:20.543248 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Pushing event updated for resources: {'Port': ['ID=12df9c16-492c-49ef-9dbb-b4274c50eb49,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:20.546429 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:20.557090 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-160edf30-1fba-4cf6-9014-226c618cb505 req-ac2d0d87-6673-4f6b-b63e-a84880bd29d0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372976
May 20 18:24:20.617003 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-72cf3860-9982-4544-92ce-41b6cf00ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:20.618467 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-72cf3860-9982-4544-92ce-41b6cf00ea8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43829877ca17405eace1966c7287790a&device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 1096 time: 0.1396902
May 20 18:24:20.702988 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-689259ce-6c59-4655-a1ef-56daff612213 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12df9c16-492c-49ef-9dbb-b4274c50eb49 HTTP/1.1" status: 200  len: 217 time: 0.0734630
May 20 18:24:20.778433 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5aa8-6147-45ac-a6f7-4b9d73a8ef55 req-1e1b4fa9-6ad8-4f84-ac57-783c40a94e93 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:20.779163 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-22ec5aa8-6147-45ac-a6f7-4b9d73a8ef55 req-1e1b4fa9-6ad8-4f84-ac57-783c40a94e93 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Synchronizing usage tracker for tenant:43829877ca17405eace1966c7287790a on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:24:20.783205 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-36f8971e-bd1f-4425-b9ee-c13944ec3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:20.784564 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-36f8971e-bd1f-4425-b9ee-c13944ec3f68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a03bd535-5d57-47c8-aa30-dc121a00499d HTTP/1.1" status: 200  len: 853 time: 0.0744925
May 20 18:24:20.796417 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-22ec5aa8-6147-45ac-a6f7-4b9d73a8ef55 req-1e1b4fa9-6ad8-4f84-ac57-783c40a94e93 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Unset dirty status for tenant:43829877ca17405eace1966c7287790a on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:24:20.797574 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-22ec5aa8-6147-45ac-a6f7-4b9d73a8ef55 req-1e1b4fa9-6ad8-4f84-ac57-783c40a94e93 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 943 time: 0.2130735
May 20 18:24:20.905010 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:20.964373 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-368c6401-d582-43c1-91dc-05d337a4918e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1472037
May 20 18:24:20.978496 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-22ec5aa8-6147-45ac-a6f7-4b9d73a8ef55 req-46e1936f-22de-49de-a188-420942a1d012 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746733
May 20 18:24:21.023497 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:21.109010 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-b17d4e13-c061-4c35-953b-62546e3966ce service neutron] 10.222.0.22 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338377
May 20 18:24:21.245965 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-42950ac2-ccf0-4797-9617-1677c2cc45f7 req-5d6d7d92-56c1-404e-b771-478d17ebaf31 service neutron] 10.222.0.22 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298435
May 20 18:24:21.374072 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-51a9e054-68b0-420b-8baa-b9ba4a0824cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:21.376590 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-51a9e054-68b0-420b-8baa-b9ba4a0824cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43829877ca17405eace1966c7287790a&device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 1096 time: 0.0880427
May 20 18:24:21.517226 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-56cba7b8-8615-40bc-89d8-f35e5dc8d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:21.519013 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-56cba7b8-8615-40bc-89d8-f35e5dc8d712 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 HTTP/1.1" status: 200  len: 913 time: 0.1357861
May 20 18:24:21.598052 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-824f86d4-9f58-4d04-a16b-932b1a3cfe07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12df9c16-492c-49ef-9dbb-b4274c50eb49 HTTP/1.1" status: 200  len: 217 time: 0.0716367
May 20 18:24:21.667858 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-8d13bac1-eb6b-4b32-8f62-c00e010f9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:21.669541 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-8d13bac1-eb6b-4b32-8f62-c00e010f9c5d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a03bd535-5d57-47c8-aa30-dc121a00499d HTTP/1.1" status: 200  len: 853 time: 0.0622954
May 20 18:24:21.764327 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-dc8cd3f7-4668-4a9f-b2be-95c6cda0e1f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829148
May 20 18:24:21.916422 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795240f-44e4-46b6-9ce1-4716a307aa2a req-258996a3-03c8-4acf-b817-9a8fc1a9b714 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:21.918018 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b795240f-44e4-46b6-9ce1-4716a307aa2a req-258996a3-03c8-4acf-b817-9a8fc1a9b714 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1996284
May 20 18:24:21.952820 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-7f606c95-544e-4783-81eb-534cf920625d service neutron] 10.222.0.22 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729336
May 20 18:24:22.012966 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b795240f-44e4-46b6-9ce1-4716a307aa2a req-75ae9d7f-4879-46e7-996a-41744aee740b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845768
May 20 18:24:22.109466 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aadfe342-31b6-4bd1-8e77-750df4321f18 req-42b81b66-f16f-4b41-8db2-1de1b0cdf10a service neutron] 10.222.0.22 "GET /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451356
May 20 18:24:22.330027 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196292-2628-4049-9e4a-bac38fa85241 req-5c7b14f1-044f-4da6-b21e-a570bef86f55 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:22.331696 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-26196292-2628-4049-9e4a-bac38fa85241 req-5c7b14f1-044f-4da6-b21e-a570bef86f55 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 943 time: 0.0923996
May 20 18:24:22.386361 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-26196292-2628-4049-9e4a-bac38fa85241 req-aa10e47a-adbb-4a43-875b-cbf564be6cb0 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421152
May 20 18:24:22.420136 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:23.064455 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51c83d-2f25-4ccb-ac9c-acf814b681b5 req-62f17cc3-7f48-4865-9d86-eb55c56e0f89 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:23.065942 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cb51c83d-2f25-4ccb-ac9c-acf814b681b5 req-62f17cc3-7f48-4865-9d86-eb55c56e0f89 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.0842929
May 20 18:24:23.111901 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cb51c83d-2f25-4ccb-ac9c-acf814b681b5 req-37818fbd-a67d-478c-89b6-69121179d77c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402167
May 20 18:24:23.138003 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40784) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:23.205443 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a0e1-5cdb-486a-b49c-479f9624a62a req-7d048f12-9cca-47b2-b73c-5c722a08283e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:23.207163 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-72c5a0e1-5cdb-486a-b49c-479f9624a62a req-7d048f12-9cca-47b2-b73c-5c722a08283e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.0829177
May 20 18:24:23.252208 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-72c5a0e1-5cdb-486a-b49c-479f9624a62a req-481daf02-7a99-447a-917a-042230691bf1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389059
May 20 18:24:23.369849 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f227be8-365a-4800-9e9e-9adadbd15812 tempest-TestMinimumBasicScenario-999419474 tempest-TestMinimumBasicScenario-999419474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:23.371320 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-0f227be8-365a-4800-9e9e-9adadbd15812 tempest-TestMinimumBasicScenario-999419474 tempest-TestMinimumBasicScenario-999419474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1094 time: 0.2323496
May 20 18:24:23.374135 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40790) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:23.379049 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'floatingip': {'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'port_id': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:23.385217 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:23.389009 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:floatingip and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:23.391826 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:23.398021 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:23.409478 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for floatingip, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:23.555798 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:23.586072 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb3214-0175-4657-8ce2-35cdf20e5f8b req-57509e53-150f-428d-8ee1-693dc85dec04 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:23.587618 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2bfb3214-0175-4657-8ce2-35cdf20e5f8b req-57509e53-150f-428d-8ee1-693dc85dec04 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 943 time: 0.0990064
May 20 18:24:23.635803 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2bfb3214-0175-4657-8ce2-35cdf20e5f8b req-ef43e5d9-4080-4167-9d5e-62b1d31d19d8 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423601
May 20 18:24:23.706062 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Allocated IP 172.27.0.85 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/74a6392b-ce7d-484a-8a29-9a47e6077e8d) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:24:23.857299 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:23.886785 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:23.891118 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:23.951263 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:24:23.954502 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:24:23.958945 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:24:23.995925 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'Port': ['ID=74a6392b-ce7d-484a-8a29-9a47e6077e8d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:23.999944 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:24.463362 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d94c-f908-49e1-a009-14842bd5ccee req-1d315cef-c325-43ba-8343-eac43fe9962a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:24.464839 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0b2d94c-f908-49e1-a009-14842bd5ccee req-1d315cef-c325-43ba-8343-eac43fe9962a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.0984898
May 20 18:24:24.480852 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:24.578487 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:24.635626 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0b2d94c-f908-49e1-a009-14842bd5ccee req-a08740fb-dccc-48fd-be06-7ab208d9b558 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1647596
May 20 18:24:24.806831 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:24.812409 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:24.816245 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-709e7e63-440e-46a3-905c-f26012d84037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:24.848011 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaf1a-d90c-4558-a15a-5f11b0fb7f88 req-c8d4195a-98e6-4559-9aea-8499e0b217e4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:24.850344 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0efcaf1a-d90c-4558-a15a-5f11b0fb7f88 req-c8d4195a-98e6-4559-9aea-8499e0b217e4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 943 time: 0.0992661
May 20 18:24:24.905677 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0efcaf1a-d90c-4558-a15a-5f11b0fb7f88 req-8a7c9e31-345c-42d0-b27e-f3ebc1d5025a tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489168
May 20 18:24:24.925130 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'Port': ['ID=74a6392b-ce7d-484a-8a29-9a47e6077e8d,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:24.932352 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:24.939925 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:25.118145 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.l3_db [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Floating IP 24e7c9d0-539d-4042-9ce5-a93784ff16c5 associated. External IP: 172.27.0.85, port: 73f9bcba-f58f-493c-a412-af1fd83b4b9c.
May 20 18:24:25.467231 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:24:25.743072 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:24:25.756743 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] Sync routers for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:24:25.771225 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:24:25.771873 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a176173a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:24:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:25.775479 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:25.843343 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4682043
May 20 18:24:25.844043 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:24:25.847472 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 40818) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:25.852870 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687101406', 'description': 'tempest-secgroup-smoke-1687101406 description', 'project_id': '47bcd4da5a164333b657d77baf3d1789'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:25.865573 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0956412-635a-4ab6-b880-6d7aa1878a0f req-607b3caf-ad92-45df-b09e-b58d7a1bfb08 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:25.867095 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a0956412-635a-4ab6-b880-6d7aa1878a0f req-607b3caf-ad92-45df-b09e-b58d7a1bfb08 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1038010
May 20 18:24:25.868118 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:25.872351 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:security_group and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:25.876285 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:25.883700 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:25.896081 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'status': 'completed', 'code': 200}
May 20 18:24:25.917590 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:25.941354 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a0956412-635a-4ab6-b880-6d7aa1878a0f req-e8b29a58-0699-492b-994e-fafe9ca7c8a7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660605
May 20 18:24:25.954493 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:24:25.965566 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:25.968014 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:security_group_rule and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:25.971386 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:25.977243 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:26.129699 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.134370 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.140396 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-20eece67-9e2c-4fb1-b3c4-029a95ec5f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:26.188427 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a03315-b03f-4fbd-9222-16b5c16dcafe,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:26.198573 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4a8a8-bc05-48d2-8b60-2ce1239c7649 req-6586b584-5edc-475e-b99e-5cc68992e2af tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:26.199926 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9ee4a8a8-bc05-48d2-8b60-2ce1239c7649 req-6586b584-5edc-475e-b99e-5cc68992e2af tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 943 time: 0.1714861
May 20 18:24:26.201137 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:26.202084 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.205842 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-49a6c015-aedc-4be8-b1ec-91c46b7e5995 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3555059
May 20 18:24:26.206620 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40828) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:26.213143 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'security_group_rule': {'security_group_id': 'd7a03315-b03f-4fbd-9222-16b5c16dcafe', 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:26.219815 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:26.224869 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:security_group_rule and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:26.229088 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:26.236702 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:26.263015 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.280540 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9ee4a8a8-bc05-48d2-8b60-2ce1239c7649 req-9331dfd6-7b26-4cfb-93f8-a52db49a0b05 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656474
May 20 18:24:26.331337 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.335810 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.338202 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:26.341326 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a176173a0>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '24e7c9d0-539d-4042-9ce5-a93784ff16c5', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'port_id': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'mac_address': 'fa:16:3e:13:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:24:24Z', 'updated_at': '2021-05-20T18:24:24Z', 'revision_number': 0, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f70876b-1d96-476a-9fa1-4fcf1def6f12', 'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'mac_address': 'fa:16:3e:e3:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:47Z', 'updated_at': '2021-05-20T18:23:00Z', 'revision_number': 5, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'subnets': [{'id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:26.345444 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] Checking router: ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:24:26.355428 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:24:26.356035 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a176173a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:24:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:26.360982 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912accc5-7b1e-4abf-b2a9-d90706fc1d31,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:26.363558 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:26.372380 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.376474 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1657186
May 20 18:24:26.376474 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40832) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:26.381690 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'security_group_rule': {'security_group_id': 'd7a03315-b03f-4fbd-9222-16b5c16dcafe', 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:26.387611 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:26.391517 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:security_group_rule and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:26.394639 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:26.400580 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:26.425953 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.493582 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.498032 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.506292 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ac717059-5aae-47af-be1b-d1d872e068aa tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:26.527210 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6737edb6-3862-4eec-8463-e9cf491bb265,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:26.533614 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:26.538769 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.540071 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1626756
May 20 18:24:26.542988 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40836) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:26.547007 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:24:26.548659 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'security_group_rule': {'security_group_id': 'd7a03315-b03f-4fbd-9222-16b5c16dcafe', 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:26.555857 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:26.560438 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:security_group_rule and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:26.562659 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:26.568430 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:26.586698 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.651078 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.654754 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.656887 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-81baf472-f0d5-4cb0-a8c8-7e306c14e4d3 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:26.679376 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913ba4b9-2901-4e17-9572-49a7f42693cf,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:26.684073 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:26.689026 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.690390 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-b4264a4b-dab9-4dbd-95e5-7f24253e94d7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1463366
May 20 18:24:26.693140 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 40840) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:26.699065 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'security_group_rule': {'security_group_id': 'd7a03315-b03f-4fbd-9222-16b5c16dcafe', 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:26.704108 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:26.708324 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:security_group_rule and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:26.711191 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:26.717614 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:26.735679 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.804734 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.809720 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.817312 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2853bdae-f9f3-4702-aadd-21524720aaf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:26.840721 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694de8a3-a437-4bc4-afb2-983d15dac076,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:26.844177 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:26.850520 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.851705 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-a7d05fdb-0291-4c84-8970-57991038d226 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1574938
May 20 18:24:26.854577 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 40848) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:26.859944 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'security_group_rule': {'security_group_id': 'd7a03315-b03f-4fbd-9222-16b5c16dcafe', 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:26.865974 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:26.869856 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:security_group_rule and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:26.872811 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:26.882602 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:26.899185 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.securitygroups_db [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Project 47bcd4da5a164333b657d77baf3d1789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 20 18:24:26.906860 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.915810 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a176173a0>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '24e7c9d0-539d-4042-9ce5-a93784ff16c5', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'port_id': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'mac_address': 'fa:16:3e:13:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:24:24Z', 'updated_at': '2021-05-20T18:24:24Z', 'revision_number': 0, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f70876b-1d96-476a-9fa1-4fcf1def6f12', 'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'mac_address': 'fa:16:3e:e3:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:47Z', 'updated_at': '2021-05-20T18:23:00Z', 'revision_number': 5, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'subnets': [{'id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:24:26.920566 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcce419-a56e-480e-9570-ee0c8ce29a21 None None] The sync data for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi is: [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '24e7c9d0-539d-4042-9ce5-a93784ff16c5', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'port_id': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'mac_address': 'fa:16:3e:13:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:24:24Z', 'updated_at': '2021-05-20T18:24:24Z', 'revision_number': 0, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f70876b-1d96-476a-9fa1-4fcf1def6f12', 'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'mac_address': 'fa:16:3e:e3:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:47Z', 'updated_at': '2021-05-20T18:23:00Z', 'revision_number': 5, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'subnets': [{'id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:24:26.983738 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.988568 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:26.991147 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:27.014557 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c36029-9f4a-4449-8f04-f53a256b105c,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:27.017247 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:27.026982 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:27.030824 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-be4ff5c1-d39a-4205-8175-2ac89cc387c6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1733651
May 20 18:24:27.031161 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 40854) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:27.037287 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'security_group_rule': {'security_group_id': 'd7a03315-b03f-4fbd-9222-16b5c16dcafe', 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:27.043351 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:27.047440 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Usage tracker for resource:security_group_rule and tenant:47bcd4da5a164333b657d77baf3d1789 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:27.050678 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:27.057095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:27.110504 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.securitygroups_db [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Project 47bcd4da5a164333b657d77baf3d1789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 20 18:24:27.119229 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:27.164466 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ed4cb-4d27-4a40-93a6-36de45a57a44 None None] New status for floating IP 24e7c9d0-539d-4042-9ce5-a93784ff16c5: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:24:27.208782 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaaf19-5ae4-4c5a-9b0c-e64ef9cd00ff req-eede9130-f77d-4567-a72a-459a45f6d2e1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:27.210294 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8bfaaf19-5ae4-4c5a-9b0c-e64ef9cd00ff req-eede9130-f77d-4567-a72a-459a45f6d2e1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1502440
May 20 18:24:27.234457 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:27.241061 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:27.245835 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:27.273385 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b474ac26-5a14-47ab-aceb-d8c220b6b651,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:27.279746 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:27.289951 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8bfaaf19-5ae4-4c5a-9b0c-e64ef9cd00ff req-6a9c2962-729a-48ae-989e-6291bd26df9d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723257
May 20 18:24:27.294774 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:27.296004 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-471ad4f3-8095-4114-9464-7c2923589377 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2637143
May 20 18:24:27.525179 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-eca56887-0d05-4135-a5bc-80284d4d5621 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Synchronizing usage tracker for tenant:47bcd4da5a164333b657d77baf3d1789 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:24:27.567374 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-eca56887-0d05-4135-a5bc-80284d4d5621 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Unset dirty status for tenant:47bcd4da5a164333b657d77baf3d1789 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:24:27.568454 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-eca56887-0d05-4135-a5bc-80284d4d5621 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687101406&fields=id&tenant_id=47bcd4da5a164333b657d77baf3d1789 HTTP/1.1" status: 200  len: 267 time: 0.1801624
May 20 18:24:27.623975 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd053b-29e1-4713-8caa-c4ee7c2959b5 req-1f5082ef-2e0a-4ebb-8619-710baac826a5 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:27.625496 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d4fd053b-29e1-4713-8caa-c4ee7c2959b5 req-1f5082ef-2e0a-4ebb-8619-710baac826a5 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 943 time: 0.2227640
May 20 18:24:27.667999 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-f4a25395-b88a-4209-8d53-cca000ce7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:27.669478 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-f4a25395-b88a-4209-8d53-cca000ce7d07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47bcd4da5a164333b657d77baf3d1789&device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1099 time: 0.2060173
May 20 18:24:27.731644 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d4fd053b-29e1-4713-8caa-c4ee7c2959b5 req-42dab4c7-8baf-414c-b17b-38ae6e25f400 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961721
May 20 18:24:27.823339 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-f2d02071-1dbf-4193-a41a-ccf4ae354a4e tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:27.824759 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-f2d02071-1dbf-4193-a41a-ccf4ae354a4e tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.2503753
May 20 18:24:27.847837 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'port': {'security_groups': ['42b8a11e-fcb3-43b3-bb84-65ab771c24d6', 'd7a03315-b03f-4fbd-9222-16b5c16dcafe']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:24:27.888106 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-56e4db55-b754-4bda-adac-088729468817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:27.889572 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-56e4db55-b754-4bda-adac-088729468817 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 200  len: 914 time: 0.2072966
May 20 18:24:28.061294 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-f23f4e9c-407e-4e6e-83b8-ce9a2b32f85d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 1001 time: 0.1636875
May 20 18:24:28.070082 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:28.190329 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-ac00b546-03eb-4b69-8169-542b2a8836b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:28.191780 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-ac00b546-03eb-4b69-8169-542b2a8836b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443ba35e-57a5-4de8-826f-28fba77f68f8 HTTP/1.1" status: 200  len: 853 time: 0.1228032
May 20 18:24:28.536486 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-f0461d85-fcb5-442f-bf62-2af6c5196358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:28.537990 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-f0461d85-fcb5-442f-bf62-2af6c5196358 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3347871
May 20 18:24:28.632292 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] For port 73f9bcba-f58f-493c-a412-af1fd83b4b9c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:28.752721 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:28.757910 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-997f12b1-33d8-43ed-9adf-4f5858fd9538 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121899
May 20 18:24:28.767277 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3052d1d-94ef-489f-b7b3-3898b8df70a2 req-d008885e-a63a-4df5-b21f-37e07ea4c716 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:28.768630 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b3052d1d-94ef-489f-b7b3-3898b8df70a2 req-d008885e-a63a-4df5-b21f-37e07ea4c716 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.2762899
May 20 18:24:28.771089 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:28.785999 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['73f9bcba-f58f-493c-a412-af1fd83b4b9c'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:24:28.799859 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:28.964953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:28.965612 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:28.978828 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-be53849c-3b71-4c5b-b7fc-48c1c991c82f req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "PUT /v2.0/ports/73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 982 time: 1.1473138
May 20 18:24:28.994466 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:24:29.070690 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-51c5f595-7b3c-41b3-8ccb-203f2cbccf98 req-8ec1c11e-06a6-4101-8fd5-7be1efd53033 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010952
May 20 18:24:29.071509 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'Port': ['ID=73f9bcba-f58f-493c-a412-af1fd83b4b9c,revision_number=6']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:29.077986 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:29.087319 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b3052d1d-94ef-489f-b7b3-3898b8df70a2 req-078f3e8c-f04c-4cb9-9a84-4eb6ab708f6b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3102460
May 20 18:24:29.175642 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['73f9bcba-f58f-493c-a412-af1fd83b4b9c'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:24:29.246946 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec23117-455d-44b0-b0c0-f01329b666f3 req-e373a821-7159-424c-a0cf-c30bf866e29e tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:29.254386 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2ec23117-455d-44b0-b0c0-f01329b666f3 req-e373a821-7159-424c-a0cf-c30bf866e29e tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 943 time: 0.1330090
May 20 18:24:29.325524 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-500a1730-a7f5-4fb8-a137-73cd857969b1 None None] Provisioning complete for port 73f9bcba-f58f-493c-a412-af1fd83b4b9c triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:24:29.325934 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-500a1730-a7f5-4fb8-a137-73cd857969b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:29.353727 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2ec23117-455d-44b0-b0c0-f01329b666f3 req-eb8e071a-6910-49c4-91ce-2311dc13b30d tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983822
May 20 18:24:29.400709 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1967a90-e185-4550-9ccd-d790be744656 req-8bd96d47-4e03-4504-a2b0-6ec13778f0d4 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:29.402883 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1967a90-e185-4550-9ccd-d790be744656 req-8bd96d47-4e03-4504-a2b0-6ec13778f0d4 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.1220286
May 20 18:24:29.434802 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'status': 'completed', 'code': 200}
May 20 18:24:29.459485 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1967a90-e185-4550-9ccd-d790be744656 req-7645be15-51a1-4d0c-87db-9956021825ad tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0493803
May 20 18:24:29.556719 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-58f3fd5f-baf7-44a7-a4ad-021469490d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:29.558291 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-58f3fd5f-baf7-44a7-a4ad-021469490d64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47bcd4da5a164333b657d77baf3d1789&device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1138 time: 0.0968795
May 20 18:24:29.709429 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-37d74954-23cb-44f8-9312-421cbee52cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:29.710800 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-37d74954-23cb-44f8-9312-421cbee52cf5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 200  len: 914 time: 0.1391432
May 20 18:24:29.818547 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-c4d6a2c7-a9ab-49a9-9768-b89fe8491f00 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 1001 time: 0.0994539
May 20 18:24:29.885254 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-be85a23f-9ecb-4dba-9d9a-cb6da018abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:29.886935 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-be85a23f-9ecb-4dba-9d9a-cb6da018abbd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443ba35e-57a5-4de8-826f-28fba77f68f8 HTTP/1.1" status: 200  len: 853 time: 0.0612516
May 20 18:24:29.971606 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-0a037437-b6a5-4d7b-b33c-acd49baf4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:29.973017 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-0a037437-b6a5-4d7b-b33c-acd49baf4a7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790715
May 20 18:24:30.110067 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-7e564ffb-9230-41f8-87e3-43ecb6783921 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290913
May 20 18:24:30.370863 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0b34af2-3ac7-41ae-87c0-01b0fc96b138 req-3a8e6790-82de-4445-bccc-f638fb9aa5df service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2509012
May 20 18:24:30.392067 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54b31a-4b1d-4958-a479-ce0d67b8b594 req-354cb647-1760-42d5-b2f1-aac9b6fdc06b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:30.393726 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f54b31a-4b1d-4958-a479-ce0d67b8b594 req-354cb647-1760-42d5-b2f1-aac9b6fdc06b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1231019
May 20 18:24:30.550883 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3da3f7-c931-4228-9371-4c729115fc3d req-cbe572c3-58c8-45f2-bcd6-59c690ebdcb6 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:30.552656 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6c3da3f7-c931-4228-9371-4c729115fc3d req-cbe572c3-58c8-45f2-bcd6-59c690ebdcb6 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 943 time: 0.0825636
May 20 18:24:30.623996 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3f54b31a-4b1d-4958-a479-ce0d67b8b594 req-14b0ccb0-33f1-49e7-ab81-a818d3b4b3a8 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2157865
May 20 18:24:30.638875 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6c3da3f7-c931-4228-9371-4c729115fc3d req-c2cdd9ca-38aa-440b-8f68-27fcdca5f9a2 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673246
May 20 18:24:32.071620 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb924a4-93f6-490b-ad6d-2b1f8eceda8f req-2de2eb78-2a7a-4a68-a6ca-e58ebc850b4b tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:32.073157 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9eb924a4-93f6-490b-ad6d-2b1f8eceda8f req-2de2eb78-2a7a-4a68-a6ca-e58ebc850b4b tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 943 time: 0.2776873
May 20 18:24:32.082471 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c82f-68f7-432e-9c00-d54519620a74 req-0917f4fb-c1f7-4a10-867b-574a3a99e102 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:32.084510 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-55d1c82f-68f7-432e-9c00-d54519620a74 req-0917f4fb-c1f7-4a10-867b-574a3a99e102 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1174533
May 20 18:24:32.154833 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9eb924a4-93f6-490b-ad6d-2b1f8eceda8f req-0db18599-88e4-4ead-b45a-74034b1015a5 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673842
May 20 18:24:32.177797 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-55d1c82f-68f7-432e-9c00-d54519620a74 req-782ad16f-7530-4ac4-a3f0-8abdab5329cd tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752747
May 20 18:24:32.409299 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 12df9c16-492c-49ef-9dbb-b4274c50eb49 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:24:32.548495 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 12df9c16-492c-49ef-9dbb-b4274c50eb49, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=12df9c16-492c-49ef-9dbb-b4274c50eb49,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:32.563350 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '12df9c16-492c-49ef-9dbb-b4274c50eb49', 'network_id': 'ce58dc69-32ac-4155-a8a4-ae0e8c9c0262', 'port_id': '12df9c16-492c-49ef-9dbb-b4274c50eb49', 'mac_address': 'fa:16:3e:78:68:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03bd535-5d57-47c8-aa30-dc121a00499d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:24:32.618197 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:32.634640 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12df9c16-492c-49ef-9dbb-b4274c50eb49 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:24:32.650177 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 12df9c16-492c-49ef-9dbb-b4274c50eb49, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=12df9c16-492c-49ef-9dbb-b4274c50eb49,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:32.654565 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:32.656396 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:32.728179 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=12df9c16-492c-49ef-9dbb-b4274c50eb49,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:32.732656 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:33.151359 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['12df9c16-492c-49ef-9dbb-b4274c50eb49'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:24:33.443097 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5a5a7-2857-443e-a257-af36728461ba req-dcaeb2e4-b8a8-4974-806a-28c708d9d0c2 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:33.443097 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95e5a5a7-2857-443e-a257-af36728461ba req-dcaeb2e4-b8a8-4974-806a-28c708d9d0c2 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 944 time: 0.1545234
May 20 18:24:33.473569 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9ea50-3e1a-483b-a9b0-389afb40cf4b req-e8385bc6-ef21-4099-8014-617a3d36f95a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:33.475092 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1dd9ea50-3e1a-483b-a9b0-389afb40cf4b req-e8385bc6-ef21-4099-8014-617a3d36f95a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1450815
May 20 18:24:33.521233 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95e5a5a7-2857-443e-a257-af36728461ba req-e4fb4893-e020-412a-9fef-33f1678f0cab tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707302
May 20 18:24:33.552861 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1dd9ea50-3e1a-483b-a9b0-389afb40cf4b req-f4d185e9-1614-4cfc-b564-513c0e368002 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630698
May 20 18:24:34.828254 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b67227-07ff-4acd-b2fd-44f7d9f69bda req-d2ed2413-4469-47a8-b5ce-a8efa6896b1f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:34.829743 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-37b67227-07ff-4acd-b2fd-44f7d9f69bda req-d2ed2413-4469-47a8-b5ce-a8efa6896b1f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1533148
May 20 18:24:34.841621 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3ade5-7a83-4499-bd6b-d35d3d870742 req-fc327e0d-45fa-463a-9d59-036e555f7c50 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:34.843227 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bcd3ade5-7a83-4499-bd6b-d35d3d870742 req-fc327e0d-45fa-463a-9d59-036e555f7c50 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 944 time: 0.1910553
May 20 18:24:34.917954 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-37b67227-07ff-4acd-b2fd-44f7d9f69bda req-01da977c-0796-43c1-b796-ca6ceeb38bec tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736575
May 20 18:24:34.924711 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bcd3ade5-7a83-4499-bd6b-d35d3d870742 req-a633aac2-60ee-4131-a992-17ab498470c2 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660679
May 20 18:24:36.028925 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:24:36.188324 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef7778-ed84-40a5-beb9-7fa4f331dd4f req-c6e02802-2354-4e8d-a7fc-25efe4e68a3c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:36.189667 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46ef7778-ed84-40a5-beb9-7fa4f331dd4f req-c6e02802-2354-4e8d-a7fc-25efe4e68a3c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1439199
May 20 18:24:36.201649 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d07c4-cef2-424f-8bbe-4120fd9fd15e req-42ee416c-eae4-4ecc-83ba-7481b66180da tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:36.203028 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-013d07c4-cef2-424f-8bbe-4120fd9fd15e req-42ee416c-eae4-4ecc-83ba-7481b66180da tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 944 time: 0.1117764
May 20 18:24:36.275266 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46ef7778-ed84-40a5-beb9-7fa4f331dd4f req-13217fda-6f7f-4469-a9fb-dc6197ce6bcd tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712967
May 20 18:24:36.278270 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-013d07c4-cef2-424f-8bbe-4120fd9fd15e req-b14b4c88-13c9-4619-9432-0dd87e3b7383 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600336
May 20 18:24:36.447162 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 12df9c16-492c-49ef-9dbb-b4274c50eb49 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:24:36.537805 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 12df9c16-492c-49ef-9dbb-b4274c50eb49 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:24:36.542918 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 12df9c16-492c-49ef-9dbb-b4274c50eb49 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:24:36.543335 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:36.675482 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:36.707384 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e52e293-adfd-4bba-8f4c-15db41ea9d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12df9c16-492c-49ef-9dbb-b4274c50eb49'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:24:36.725843 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 12df9c16-492c-49ef-9dbb-b4274c50eb49, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=12df9c16-492c-49ef-9dbb-b4274c50eb49,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:36.732225 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:36.734501 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-61f851f2-5dda-4c60-bacb-ae32748b3abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:36.773145 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e52e293-adfd-4bba-8f4c-15db41ea9d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12df9c16-492c-49ef-9dbb-b4274c50eb49', 'code': 200}
May 20 18:24:36.822270 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=12df9c16-492c-49ef-9dbb-b4274c50eb49,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:36.827070 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:36.996036 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237688e-cfc0-4508-a2bf-ee31f7204a8d req-dafea3a5-ad73-4c62-bc06-fe7680bf4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:36.997432 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2237688e-cfc0-4508-a2bf-ee31f7204a8d req-dafea3a5-ad73-4c62-bc06-fe7680bf4bdf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 1098 time: 0.0733700
May 20 18:24:37.045934 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2237688e-cfc0-4508-a2bf-ee31f7204a8d req-9fde62e1-1427-4276-9613-0c4e3adfbe36 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399816
May 20 18:24:37.188230 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4605e7-34d5-4c49-b9ee-825c4426dd72 req-4bee3ccc-188c-460e-a5a9-2752270ab207 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:37.189933 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1b4605e7-34d5-4c49-b9ee-825c4426dd72 req-4bee3ccc-188c-460e-a5a9-2752270ab207 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0880089
May 20 18:24:37.240961 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1b4605e7-34d5-4c49-b9ee-825c4426dd72 req-757797fe-6981-4347-a06b-638bac828b58 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435367
May 20 18:24:37.550917 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcbd61-b444-4df1-967c-caebc237c8ce req-2e73615a-daf1-433d-af32-09c9424addd5 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:37.558380 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4fcbd61-b444-4df1-967c-caebc237c8ce req-2e73615a-daf1-433d-af32-09c9424addd5 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 945 time: 0.1520939
May 20 18:24:37.573477 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 41062) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:37.610018 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4fcbd61-b444-4df1-967c-caebc237c8ce req-c3ab4860-8004-45b3-89b4-e968d269055b tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507507
May 20 18:24:37.639124 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706367b-2b5a-4f65-a17c-72a94fb17b46 req-dac7bed7-fc3c-4819-8591-462b2b3ede32 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:37.640636 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4706367b-2b5a-4f65-a17c-72a94fb17b46 req-dac7bed7-fc3c-4819-8591-462b2b3ede32 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1734657
May 20 18:24:37.700787 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4706367b-2b5a-4f65-a17c-72a94fb17b46 req-52740e3e-51c4-4c96-8c88-3529ff9cce38 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535896
May 20 18:24:37.766848 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:37.781438 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:24:37.785446 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Usage tracker for resource:security_group_rule and tenant:28d9cb6c2e514337abd8d522a7a413db is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:24:37.788946 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:24:37.795110 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:24:37.883268 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:37.887353 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:37.896890 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-98fb3678-4cb8-4959-99c8-a41119790210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:37.938073 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28d9cb6c2e514337abd8d522a7a413db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3627472
May 20 18:24:37.938959 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9531edc3-ca2b-448a-aeaa-eedc224ba68d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:37.941985 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 41076) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:24:37.944524 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:38.011235 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-09528ba0-df21-446a-8211-a97d30f2307a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:38.040250 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-09528ba0-df21-446a-8211-a97d30f2307a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:38.095202 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-09528ba0-df21-446a-8211-a97d30f2307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:38.099755 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:38.111270 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09528ba0-df21-446a-8211-a97d30f2307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531edc3-ca2b-448a-aeaa-eedc224ba68d,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:38.114931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-09528ba0-df21-446a-8211-a97d30f2307a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:38.118468 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-09528ba0-df21-446a-8211-a97d30f2307a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:38.119591 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-09528ba0-df21-446a-8211-a97d30f2307a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9531edc3-ca2b-448a-aeaa-eedc224ba68d HTTP/1.1" status: 204  len: 168 time: 0.1766784
May 20 18:24:38.439734 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:24:38.445366 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a3879-b103-45fa-bd9c-37bd19246722 req-f45f02af-cbc0-4f5f-9d4a-e4b6c22ab02c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:38.446919 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b62a3879-b103-45fa-bd9c-37bd19246722 req-f45f02af-cbc0-4f5f-9d4a-e4b6c22ab02c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0888875
May 20 18:24:38.497885 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b62a3879-b103-45fa-bd9c-37bd19246722 req-7ef5f3a2-2b1c-46f1-ada5-de6da90f590f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404522
May 20 18:24:38.590219 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:38.605688 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'port_id': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'mac_address': 'fa:16:3e:d6:f7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:24:38.667454 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:38.686804 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:24:38.704879 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:38.709067 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:38.712179 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:38.822337 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=6']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:38.825522 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:38.848660 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['1dab9314-a2fc-4f1b-80c9-e4c6a6279214'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:24:38.905585 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eff5e4-de2f-410d-9f76-c6903836c1a3 req-3eed12dc-02ae-496c-814d-ad4a425cfcbb tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:38.907173 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9eff5e4-de2f-410d-9f76-c6903836c1a3 req-3eed12dc-02ae-496c-814d-ad4a425cfcbb tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 945 time: 0.1668286
May 20 18:24:38.971567 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9eff5e4-de2f-410d-9f76-c6903836c1a3 req-88aedbe5-dc2b-41b7-917e-21bebe0b635e tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507069
May 20 18:24:38.980985 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267b86-47da-47a1-a33f-96f82199db74 req-a24ab936-79ce-416c-9c94-2c3f7a30fa8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:38.982557 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9d267b86-47da-47a1-a33f-96f82199db74 req-a24ab936-79ce-416c-9c94-2c3f7a30fa8d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.1498702
May 20 18:24:39.054329 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9d267b86-47da-47a1-a33f-96f82199db74 req-6939d958-4617-494a-86a4-d99cde1b6fb0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575082
May 20 18:24:39.697664 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f657f11-77b1-4b24-96be-a5b9aadd8f79 req-a4749d6e-4225-4adf-90b4-0cde15d13107 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:39.699170 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f657f11-77b1-4b24-96be-a5b9aadd8f79 req-a4749d6e-4225-4adf-90b4-0cde15d13107 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0806732
May 20 18:24:39.746766 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f657f11-77b1-4b24-96be-a5b9aadd8f79 req-baf28d2f-0df8-4ca2-921c-0143edd81629 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416765
May 20 18:24:40.332079 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4a0d-5857-440e-ac13-8a3dd67bdcac req-77b8af76-032f-4f3a-9680-1e3d56ca1d66 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:40.333731 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0bac4a0d-5857-440e-ac13-8a3dd67bdcac req-77b8af76-032f-4f3a-9680-1e3d56ca1d66 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 945 time: 0.2354712
May 20 18:24:40.373133 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93e6a4-f3d4-4534-b571-1552abf52947 req-be9b9ad5-116d-439f-8806-17762840cd94 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:40.374703 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cb93e6a4-f3d4-4534-b571-1552abf52947 req-be9b9ad5-116d-439f-8806-17762840cd94 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.1260109
May 20 18:24:40.418401 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0bac4a0d-5857-440e-ac13-8a3dd67bdcac req-43fae57e-9e5a-459e-87c6-703e04aebab7 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779088
May 20 18:24:40.448701 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:24:40.462436 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cb93e6a4-f3d4-4534-b571-1552abf52947 req-c9434455-a6ad-41d1-a8bb-3668827c5bd7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782073
May 20 18:24:40.542371 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:24:40.542934 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:40.711923 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:40.741075 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:24:40.754454 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:24:40.761011 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:40.763948 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:24:40.796622 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'code': 200}
May 20 18:24:40.844162 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=7']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:24:40.847922 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:24:41.006447 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09903d3a-93b3-41be-86fe-72b1c2629a98 req-cfeac30e-f1a5-4f2b-ad17-ce78f0f98e64 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:41.008689 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-09903d3a-93b3-41be-86fe-72b1c2629a98 req-cfeac30e-f1a5-4f2b-ad17-ce78f0f98e64 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.1319270
May 20 18:24:41.083014 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-09903d3a-93b3-41be-86fe-72b1c2629a98 req-1c6b7e09-777d-4e2d-92a9-b7ec650d9c4b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673838
May 20 18:24:41.663709 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b8028-655f-4743-a6bc-cf51d76935de req-a1d7292f-e9e9-41c4-9286-645e5134f0de tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:41.665316 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d35b8028-655f-4743-a6bc-cf51d76935de req-a1d7292f-e9e9-41c4-9286-645e5134f0de tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.0905950
May 20 18:24:41.719523 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d35b8028-655f-4743-a6bc-cf51d76935de req-5be71a07-9078-43c6-a302-789d2ec37b0b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441389
May 20 18:24:42.288508 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e95905-b6eb-4f18-a19c-8f18cc8be17f req-ea801ac9-be26-45a3-b6bd-142e5b7c81f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:42.290077 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c5e95905-b6eb-4f18-a19c-8f18cc8be17f req-ea801ac9-be26-45a3-b6bd-142e5b7c81f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0866427
May 20 18:24:42.336943 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c5e95905-b6eb-4f18-a19c-8f18cc8be17f req-fc0190bd-cd82-4134-909d-eb4d10bdecbd tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409856
May 20 18:24:42.960252 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193f219-3513-4641-8e1f-9889892be4c7 req-13ef55ef-06b8-4408-b951-60955f13d060 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:42.962976 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f193f219-3513-4641-8e1f-9889892be4c7 req-13ef55ef-06b8-4408-b951-60955f13d060 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1106780
May 20 18:24:43.019708 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f193f219-3513-4641-8e1f-9889892be4c7 req-7ae73d59-e73e-41f0-9562-743a39b36c93 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504305
May 20 18:24:43.567525 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336db04-5192-4199-806f-d097e5baf432 req-508ca7c7-0af4-4bb9-afdf-9dabb874a468 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:43.569739 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e336db04-5192-4199-806f-d097e5baf432 req-508ca7c7-0af4-4bb9-afdf-9dabb874a468 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0968597
May 20 18:24:43.623416 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e336db04-5192-4199-806f-d097e5baf432 req-c108d951-a279-4300-b358-81087f1fe119 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471771
May 20 18:24:44.260861 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5e88a-6e04-4ea1-80ef-943c9c8a1f0b req-948b8e86-8199-4ab9-ac36-3fa99ea1846c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:44.275587 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-30c5e88a-6e04-4ea1-80ef-943c9c8a1f0b req-948b8e86-8199-4ab9-ac36-3fa99ea1846c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1120291
May 20 18:24:44.339096 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-30c5e88a-6e04-4ea1-80ef-943c9c8a1f0b req-ce939eef-d284-4cc6-8608-54ec7c2513c7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566411
May 20 18:24:44.849411 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caa6c1-cb48-45ed-8e4d-19fb66908ed3 req-f1654c2c-5c7f-43ae-b800-5216c1b1999d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:44.852113 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-80caa6c1-cb48-45ed-8e4d-19fb66908ed3 req-f1654c2c-5c7f-43ae-b800-5216c1b1999d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0916944
May 20 18:24:44.905587 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-80caa6c1-cb48-45ed-8e4d-19fb66908ed3 req-498034b7-b5c5-4fbc-9777-eabd9c03c8b0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475879
May 20 18:24:45.705202 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db2b7b-7754-419b-b7ff-11a05eb6d1bd req-43b101f6-fc84-4032-ae6f-edcfdc9cae8a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:45.708700 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c9db2b7b-7754-419b-b7ff-11a05eb6d1bd req-43b101f6-fc84-4032-ae6f-edcfdc9cae8a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1885285
May 20 18:24:45.813132 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c9db2b7b-7754-419b-b7ff-11a05eb6d1bd req-13342cf8-f377-42b3-b2cc-bc55f8e08f37 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976927
May 20 18:24:46.129016 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afe8b8-6329-455d-a486-38b86711d163 req-077f2a3f-dafd-4b6c-85e9-92fe17ae6164 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:46.133875 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-62afe8b8-6329-455d-a486-38b86711d163 req-077f2a3f-dafd-4b6c-85e9-92fe17ae6164 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0904984
May 20 18:24:46.182449 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-62afe8b8-6329-455d-a486-38b86711d163 req-4dbb2d22-a8c5-479e-900e-8d580578e755 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452733
May 20 18:24:47.076956 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e39bb3-3a36-4492-b259-b2d58b701aff req-30beb6fa-2619-41fc-94a9-5b8471aa99e8 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:47.084089 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f0e39bb3-3a36-4492-b259-b2d58b701aff req-30beb6fa-2619-41fc-94a9-5b8471aa99e8 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.0986345
May 20 18:24:47.144598 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f0e39bb3-3a36-4492-b259-b2d58b701aff req-7eb5a378-d0dd-414e-812f-bf70a07d9586 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594602
May 20 18:24:47.368530 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-5ce4e9d1-3622-4aa5-9993-f6cb6ea34296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:47.896314 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507a85e-a543-44d0-ac8a-a7a56e6e8a0e req-dccd7a5e-a547-4e07-a032-fa2a75f0a873 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:47.903610 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c507a85e-a543-44d0-ac8a-a7a56e6e8a0e req-dccd7a5e-a547-4e07-a032-fa2a75f0a873 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.4661689
May 20 18:24:47.983769 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c507a85e-a543-44d0-ac8a-a7a56e6e8a0e req-d7cb8acc-d037-4b35-a8d7-e3fd613d09f6 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788386
May 20 18:24:48.408015 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4e51d-8b7b-4d96-a8fa-94bc7075c037 req-b7515849-5aad-4082-a09a-945d3c543818 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:48.410536 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-eae4e51d-8b7b-4d96-a8fa-94bc7075c037 req-b7515849-5aad-4082-a09a-945d3c543818 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.0932519
May 20 18:24:48.522894 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-eae4e51d-8b7b-4d96-a8fa-94bc7075c037 req-6411ab79-851d-4d0c-9677-59201470b570 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991595
May 20 18:24:49.350092 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94d361-27e0-4414-8e44-2814dd090d9e req-58a5f53d-26ec-4b68-9003-206fcc106c15 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:49.352819 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9d94d361-27e0-4414-8e44-2814dd090d9e req-58a5f53d-26ec-4b68-9003-206fcc106c15 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.1559503
May 20 18:24:49.432703 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9d94d361-27e0-4414-8e44-2814dd090d9e req-1817651d-2b55-4578-8a77-5f7818e4f516 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713379
May 20 18:24:49.756089 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:49.833227 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-65148381-de99-4384-be03-129bbb5eef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:49.834087 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db9167-d16a-44f8-98e3-e2c81fba5d08 req-9f446d64-77df-47a4-b15f-430f3cbcf08a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:49.841406 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f3db9167-d16a-44f8-98e3-e2c81fba5d08 req-9f446d64-77df-47a4-b15f-430f3cbcf08a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1631660
May 20 18:24:49.894159 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f3db9167-d16a-44f8-98e3-e2c81fba5d08 req-9ccad591-69b8-4253-b65d-d2b5772cb86d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451763
May 20 18:24:50.663708 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6140-8654-459e-b3a5-fe771a514a64 req-300a7e93-8d06-4077-8607-8a85276d5357 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:50.665263 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-df1e6140-8654-459e-b3a5-fe771a514a64 req-300a7e93-8d06-4077-8607-8a85276d5357 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0962934
May 20 18:24:50.716841 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-df1e6140-8654-459e-b3a5-fe771a514a64 req-72294868-0947-4561-9adb-a549c22e166a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444305
May 20 18:24:50.912296 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:51.042926 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:51.235920 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65b1ba-5566-4f89-bd09-28c8bc142809 req-34f83459-e0f9-4daa-a92c-40d476fe7fc9 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:51.237545 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3b65b1ba-5566-4f89-bd09-28c8bc142809 req-34f83459-e0f9-4daa-a92c-40d476fe7fc9 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1838179
May 20 18:24:51.301346 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3b65b1ba-5566-4f89-bd09-28c8bc142809 req-07898358-2f88-4262-aba4-61664ff555a4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546911
May 20 18:24:51.957548 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36483d-e538-4497-8a73-ede9cd8218a9 req-8db7e252-2038-47fc-84b9-7aeaeeb7cb3c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:51.959435 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4e36483d-e538-4497-8a73-ede9cd8218a9 req-8db7e252-2038-47fc-84b9-7aeaeeb7cb3c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0987713
May 20 18:24:52.014409 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4e36483d-e538-4497-8a73-ede9cd8218a9 req-84aef1a5-3654-4e07-bfc2-a08f390a3241 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485950
May 20 18:24:52.404464 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:24:52.610541 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d66b6-5b3b-4123-9244-f6a048f0bf0f req-964cd871-ae4f-4b57-b43e-4ee1e848e26e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:52.612163 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c14d66b6-5b3b-4123-9244-f6a048f0bf0f req-964cd871-ae4f-4b57-b43e-4ee1e848e26e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1678171
May 20 18:24:52.669820 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c14d66b6-5b3b-4123-9244-f6a048f0bf0f req-f716ee63-c90c-40af-9a6f-e2e6cb8d6151 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480020
May 20 18:24:53.263646 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3607fb-515c-4f30-8a55-98d05b633aa7 req-b0194fd9-e126-4bc2-9484-7cb15de2969f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:53.271873 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0a3607fb-515c-4f30-8a55-98d05b633aa7 req-b0194fd9-e126-4bc2-9484-7cb15de2969f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.1252215
May 20 18:24:53.364950 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0a3607fb-515c-4f30-8a55-98d05b633aa7 req-b34fd0ff-f5e8-4fbc-9693-a425ec1f7035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915258
May 20 18:24:53.921138 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370d6a9-50bd-4f8a-a018-f6f1c918b372 req-ebdb833d-c99f-48bb-ab21-28b13a7f7708 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:53.922903 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8370d6a9-50bd-4f8a-a018-f6f1c918b372 req-ebdb833d-c99f-48bb-ab21-28b13a7f7708 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1239243
May 20 18:24:53.981866 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8370d6a9-50bd-4f8a-a018-f6f1c918b372 req-5892403b-9dc4-4534-9864-afd5613ea2a4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471880
May 20 18:24:54.644202 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5072d-0529-49c1-8f7e-5bbdd670f10d req-c629a5c4-325e-4239-814d-e5aad60a2f6d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:54.646296 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c5f5072d-0529-49c1-8f7e-5bbdd670f10d req-c629a5c4-325e-4239-814d-e5aad60a2f6d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0931456
May 20 18:24:54.694236 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c5f5072d-0529-49c1-8f7e-5bbdd670f10d req-c3279a37-3af2-451f-94fe-3796348b00db tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420282
May 20 18:24:55.210723 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b515de-71c5-4cfb-b024-2edcb16f4845 req-62fcf03d-06b5-4936-9bce-55c285fcfe25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:55.213416 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c2b515de-71c5-4cfb-b024-2edcb16f4845 req-62fcf03d-06b5-4936-9bce-55c285fcfe25 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.0984621
May 20 18:24:55.261114 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c2b515de-71c5-4cfb-b024-2edcb16f4845 req-20487237-5c18-42f7-8efe-629e1f929cc1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419252
May 20 18:24:55.902159 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576a5f-57fe-4cec-b346-34ab7d721c25 req-62674c4f-9c58-405e-a7b3-4dfe14a1b73b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:55.904143 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8a576a5f-57fe-4cec-b346-34ab7d721c25 req-62674c4f-9c58-405e-a7b3-4dfe14a1b73b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0869429
May 20 18:24:55.961053 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8a576a5f-57fe-4cec-b346-34ab7d721c25 req-8564ed49-24ff-4e4d-a30b-acb45e2df379 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501637
May 20 18:24:56.459423 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f6258-fd4c-4bc5-8d2f-5005b66df56f req-aee2766d-9a9c-4b70-9d38-bc207060077b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:56.460934 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cd2f6258-fd4c-4bc5-8d2f-5005b66df56f req-aee2766d-9a9c-4b70-9d38-bc207060077b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.0867305
May 20 18:24:56.509185 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cd2f6258-fd4c-4bc5-8d2f-5005b66df56f req-645a1ba4-d4c3-45cf-84fa-b479558062a9 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419312
May 20 18:24:57.153918 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a079f3-2380-4589-b863-750fabd386c0 req-96b5c0ba-be98-4203-9506-7fbb5503dc4d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:57.155396 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-45a079f3-2380-4589-b863-750fabd386c0 req-96b5c0ba-be98-4203-9506-7fbb5503dc4d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0803466
May 20 18:24:57.206960 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-45a079f3-2380-4589-b863-750fabd386c0 req-4b9f1149-3d4d-4c67-bb35-9512e2bdc089 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452166
May 20 18:24:57.707893 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e83749-f5b8-4bc9-9d13-be2cf10c6fb5 req-5f6cfa1c-716d-47ed-9cac-ea929337309d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:57.709418 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-38e83749-f5b8-4bc9-9d13-be2cf10c6fb5 req-5f6cfa1c-716d-47ed-9cac-ea929337309d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.0832493
May 20 18:24:57.769265 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-38e83749-f5b8-4bc9-9d13-be2cf10c6fb5 req-e375e8eb-6495-4aeb-a028-8f86305eba9b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517232
May 20 18:24:58.407752 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197baac-180e-4a6d-85e8-b6572cb01ccb req-913e3207-283a-42e6-a1a4-1177ae6d8414 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:58.409339 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5197baac-180e-4a6d-85e8-b6572cb01ccb req-913e3207-283a-42e6-a1a4-1177ae6d8414 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0904303
May 20 18:24:58.458864 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5197baac-180e-4a6d-85e8-b6572cb01ccb req-f90ce2ba-7278-4876-b7e1-0af7cc53471e tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431676
May 20 18:24:59.161295 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e636d-f4df-479b-9fa9-09edc18eddc0 req-286d8f66-fbdc-44de-822b-da97a184ab97 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:59.162814 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6e8e636d-f4df-479b-9fa9-09edc18eddc0 req-286d8f66-fbdc-44de-822b-da97a184ab97 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.0867665
May 20 18:24:59.211472 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6e8e636d-f4df-479b-9fa9-09edc18eddc0 req-ec0bf891-8e57-428b-88c6-f9f86d6f9611 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426509
May 20 18:24:59.675412 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc273d-093e-4b06-82f8-61cce13b60a0 req-c28e77b8-fa7f-416b-aef5-f0ed2bd1ec5d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:59.677573 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f8fc273d-093e-4b06-82f8-61cce13b60a0 req-c28e77b8-fa7f-416b-aef5-f0ed2bd1ec5d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.1026018
May 20 18:24:59.797741 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f8fc273d-093e-4b06-82f8-61cce13b60a0 req-039de021-64c4-4f52-9c76-22c8cd0e77f6 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1127496
May 20 18:24:59.836473 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-70439e2b-8b17-4324-af96-a77bb3093a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:59.838034 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-70439e2b-8b17-4324-af96-a77bb3093a3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 1099 time: 0.1765082
May 20 18:24:59.898301 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-2c01dbbe-905e-4cf0-90d1-e83b4d8dfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:24:59.902067 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-2c01dbbe-905e-4cf0-90d1-e83b4d8dfb4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 1098 time: 0.1213284
May 20 18:25:00.023873 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-116552e5-7eef-49e0-8960-da0d360d7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:00.026651 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-116552e5-7eef-49e0-8960-da0d360d7197 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 911 time: 0.1634512
May 20 18:25:00.044307 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-f80adba8-4d85-4e4a-a141-635725b2c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:00.045852 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-f80adba8-4d85-4e4a-a141-635725b2c2b6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.1380615
May 20 18:25:00.137797 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-b523658e-5108-49d4-a7f1-fdb1c9e4ef11 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 HTTP/1.1" status: 200  len: 1002 time: 0.1042101
May 20 18:25:00.191381 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-9c84f5fc-787b-4cf1-a6cc-2b59d484b5cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214 HTTP/1.1" status: 200  len: 1000 time: 0.1377809
May 20 18:25:00.267277 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-e34fbc50-6d59-4734-8572-0167247bf23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:00.268959 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-e34fbc50-6d59-4734-8572-0167247bf23d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.0713089
May 20 18:25:00.301352 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-dca8b50c-cbaf-4833-8849-b3f5350feb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:00.302903 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-dca8b50c-cbaf-4833-8849-b3f5350feb62 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.1584675
May 20 18:25:00.350460 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-856f6b16-7856-4863-a833-42608b79a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:00.351985 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-856f6b16-7856-4863-a833-42608b79a769 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760674
May 20 18:25:00.496723 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3068e-5957-4c22-a12b-8b0d271a8ad7 req-931a6c30-df81-421d-85c6-057af506d58b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:00.498429 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-14c3068e-5957-4c22-a12b-8b0d271a8ad7 req-931a6c30-df81-421d-85c6-057af506d58b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 945 time: 0.1534574
May 20 18:25:00.501410 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-f3a08c27-d920-4d3f-a7cd-963cf6e12643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:00.502932 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-f3a08c27-d920-4d3f-a7cd-963cf6e12643 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1920953
May 20 18:25:00.509516 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:25:00.558139 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-35b8811f-eb78-40e1-bf93-33c1a20eb831 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962051
May 20 18:25:00.643092 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:00.655348 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-14c3068e-5957-4c22-a12b-8b0d271a8ad7 req-45470efd-f95d-423c-8341-d17a32ccc86d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1440444
May 20 18:25:00.678200 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:25:00.679178 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:25:00.685944 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:00.687872 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-73f63c33-6b76-4622-881b-bcfd824e8236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:00.706484 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c14cf1c3-1d23-483b-a21a-25e015dc9c55 req-42dff401-af06-4c8a-8d41-25b7c59e47e4 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417468
May 20 18:25:00.708977 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-53d33f97-d2ab-422d-9a60-3f5069c2bba4 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976311
May 20 18:25:00.741693 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'code': 200}
May 20 18:25:00.762563 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=8']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:00.770339 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.770675 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.771032 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.771484 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.771872 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.772136 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.772449 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.772767 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.773087 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.773397 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.773708 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.774061 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:00.778144 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:00.861521 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-64b258d7-1167-435e-b230-88c2aa62e5c7 req-b9845920-6a35-4dcc-9123-e4dbb74bd956 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412463
May 20 18:25:01.017616 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7393f3-9023-4fbe-91d4-3b47751b1f94 req-c88c0593-71b9-4192-8786-03b2c65daf2e tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:01.019074 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9e7393f3-9023-4fbe-91d4-3b47751b1f94 req-c88c0593-71b9-4192-8786-03b2c65daf2e tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0878789
May 20 18:25:01.068401 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9e7393f3-9023-4fbe-91d4-3b47751b1f94 req-85b895da-187f-41c0-9afb-1301edc5e5f5 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432878
May 20 18:25:01.413498 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f48c4-af74-43f9-a752-ffb4129eaf42 req-2879baa8-8dd7-48c7-9e79-1afc41e26902 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:01.414985 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2a6f48c4-af74-43f9-a752-ffb4129eaf42 req-2879baa8-8dd7-48c7-9e79-1afc41e26902 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0802052
May 20 18:25:01.472274 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2a6f48c4-af74-43f9-a752-ffb4129eaf42 req-b8673525-b4c4-47d3-96fd-87349b883438 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509076
May 20 18:25:01.608783 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-3fe6ccb4-33de-4f5d-b171-6dbccc9e7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:01.610271 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-3fe6ccb4-33de-4f5d-b171-6dbccc9e7e29 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 1099 time: 0.0742559
May 20 18:25:01.886746 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad896eb-70e9-4eda-8506-37d8c9c4039b req-3eac2a29-169e-4b78-8a44-25a139aa7397 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:01.888306 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fad896eb-70e9-4eda-8506-37d8c9c4039b req-3eac2a29-169e-4b78-8a44-25a139aa7397 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0946906
May 20 18:25:01.950498 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fad896eb-70e9-4eda-8506-37d8c9c4039b req-6be120eb-0867-4215-a099-2513cafbfbce tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510197
May 20 18:25:02.671290 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b990bb-2a4a-44cd-9955-4df8a35f6d72 req-e9ffc2ba-9fb7-40cd-92ab-0d266f94b712 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:02.672774 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1b990bb-2a4a-44cd-9955-4df8a35f6d72 req-e9ffc2ba-9fb7-40cd-92ab-0d266f94b712 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0882483
May 20 18:25:02.718580 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1b990bb-2a4a-44cd-9955-4df8a35f6d72 req-76a34500-c2a1-45d9-be41-bcf5c6aed23a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397024
May 20 18:25:02.892338 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-0290febd-4358-4c05-a9e3-c8cf020fec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:02.893822 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-0290febd-4358-4c05-a9e3-c8cf020fec65 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 911 time: 0.1289620
May 20 18:25:03.146223 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863573c5-43d2-44b8-b5d2-0e04ac8e87ff req-c0a17c8c-3fda-4305-bca5-94158447d35e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:03.147749 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-863573c5-43d2-44b8-b5d2-0e04ac8e87ff req-c0a17c8c-3fda-4305-bca5-94158447d35e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0862637
May 20 18:25:03.202699 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-863573c5-43d2-44b8-b5d2-0e04ac8e87ff req-b459066c-f741-4aad-8960-9b77b025c678 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485940
May 20 18:25:03.914331 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53501382-3017-4180-a163-d828e0195082 req-2f99b952-fd33-451f-88f3-2f4da4f1bb34 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:03.915857 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-53501382-3017-4180-a163-d828e0195082 req-2f99b952-fd33-451f-88f3-2f4da4f1bb34 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0869143
May 20 18:25:04.054250 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-53501382-3017-4180-a163-d828e0195082 req-3533db2f-c70b-4542-a7a5-7c9ec3506ede tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843160
May 20 18:25:04.058272 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-50a4478b-f830-4f12-8bcb-7888bd105103 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 HTTP/1.1" status: 200  len: 1002 time: 0.1414864
May 20 18:25:04.404095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11d68e-7668-43c5-9c1e-a81e23dfd72a req-1f6ec3d8-055e-4205-9d4a-8eb248db1f40 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:04.405605 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0d11d68e-7668-43c5-9c1e-a81e23dfd72a req-1f6ec3d8-055e-4205-9d4a-8eb248db1f40 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0893390
May 20 18:25:04.452502 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0d11d68e-7668-43c5-9c1e-a81e23dfd72a req-c573a6eb-a686-4142-9cc1-2202e2a13ca2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411189
May 20 18:25:05.248963 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d6f0-46f7-4573-918b-8a7c84f38328 req-b10df5cd-6945-4595-b75d-9eadc038fcb7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:05.250384 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-16c1d6f0-46f7-4573-918b-8a7c84f38328 req-b10df5cd-6945-4595-b75d-9eadc038fcb7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0812802
May 20 18:25:05.387396 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-16c1d6f0-46f7-4573-918b-8a7c84f38328 req-e3c5f4c8-24db-4886-86f4-92cba3d1aa0c tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1307836
May 20 18:25:05.453001 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-a6aedd22-c336-4cb7-b720-2fbf89c1ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:05.454535 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-a6aedd22-c336-4cb7-b720-2fbf89c1ad89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.0585637
May 20 18:25:05.535478 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-402036f1-6ead-46d3-9e08-a5b72e4b4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:05.536875 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-402036f1-6ead-46d3-9e08-a5b72e4b4e92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750501
May 20 18:25:05.734393 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-b43db683-2a71-4825-8c03-cb1b11371070 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879156
May 20 18:25:05.771749 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17ef21-6151-4b75-bfe3-0c96bbe16db7 req-dede0185-6944-4f21-bca2-10ddc72b5611 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:05.773250 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-be17ef21-6151-4b75-bfe3-0c96bbe16db7 req-dede0185-6944-4f21-bca2-10ddc72b5611 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1963642
May 20 18:25:05.896561 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-be17ef21-6151-4b75-bfe3-0c96bbe16db7 req-0ca4d5cd-5781-4d2b-be00-28235a807323 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061802
May 20 18:25:05.918491 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4afd2ac3-1887-4bd2-99ea-0074a0c0764f req-794cf0e8-f21f-4c31-8d6d-36b13b4ed012 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764736
May 20 18:25:06.637792 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8d5b4-d8f5-4ad0-9373-3792c35b1c43 req-b6e6fb13-a4d6-4e30-985f-fce70eac8513 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:06.639488 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b4e8d5b4-d8f5-4ad0-9373-3792c35b1c43 req-b6e6fb13-a4d6-4e30-985f-fce70eac8513 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.1004891
May 20 18:25:06.693010 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b4e8d5b4-d8f5-4ad0-9373-3792c35b1c43 req-9277928e-901e-4fda-bde1-818a1e0a1432 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455225
May 20 18:25:07.117019 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0578b9-e72c-4b58-8d68-e8938971d4c8 req-9abf9d0a-d5be-4c7b-9ceb-d4b907e7d6bf tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:07.119218 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1b0578b9-e72c-4b58-8d68-e8938971d4c8 req-9abf9d0a-d5be-4c7b-9ceb-d4b907e7d6bf tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0923665
May 20 18:25:07.173132 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1b0578b9-e72c-4b58-8d68-e8938971d4c8 req-2d407b6c-a7bd-46e8-b894-383a40e29823 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471587
May 20 18:25:07.917405 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9550247-ae7e-494d-a9a7-256ee8d66128 req-0b81b7e1-f42f-4ffa-a6de-58885c5e6648 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:07.919129 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d9550247-ae7e-494d-a9a7-256ee8d66128 req-0b81b7e1-f42f-4ffa-a6de-58885c5e6648 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0981534
May 20 18:25:08.000265 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d9550247-ae7e-494d-a9a7-256ee8d66128 req-9f70bdaf-bc23-4f79-acd5-b065dc54656f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686119
May 20 18:25:08.268244 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe8c7-6d25-41ad-b6ac-aa8eb765fa0a req-533396c2-f81e-4e50-9b08-19373a08a01c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:08.270678 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f3fe8c7-6d25-41ad-b6ac-aa8eb765fa0a req-533396c2-f81e-4e50-9b08-19373a08a01c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0967216
May 20 18:25:08.334278 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f3fe8c7-6d25-41ad-b6ac-aa8eb765fa0a req-aa676597-f97c-4842-86d6-e4c098818e29 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507698
May 20 18:25:08.511070 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 41484) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:08.638204 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-3660cec6-1962-49f7-bc42-af516cd55cc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1258826
May 20 18:25:09.531130 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ba0c0-b967-43bf-86fe-9baa33f76ff2 req-00957242-c95b-4114-bc4e-1580e91a2c87 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:09.532647 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4d0ba0c0-b967-43bf-86fe-9baa33f76ff2 req-00957242-c95b-4114-bc4e-1580e91a2c87 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0899613
May 20 18:25:09.578055 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4d0ba0c0-b967-43bf-86fe-9baa33f76ff2 req-b218cfba-c947-4dd7-875d-8895d883b69f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389235
May 20 18:25:09.791197 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:25:10.766710 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3030b1d-1ae7-499a-9922-be5357404b1b req-a68e9f73-ea1a-4cd1-ae28-f99bf9b062dc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:10.768160 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d3030b1d-1ae7-499a-9922-be5357404b1b req-a68e9f73-ea1a-4cd1-ae28-f99bf9b062dc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0788057
May 20 18:25:10.813503 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d3030b1d-1ae7-499a-9922-be5357404b1b req-2fb24c3b-9c01-4500-87ef-ab4c510e81dd tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388563
May 20 18:25:12.008401 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada3e8-79dd-4c89-b2de-502a74fff57e req-09e2c5be-521d-4068-9c67-95e6addcb2d2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:12.009786 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-76ada3e8-79dd-4c89-b2de-502a74fff57e req-09e2c5be-521d-4068-9c67-95e6addcb2d2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0849531
May 20 18:25:12.055374 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-76ada3e8-79dd-4c89-b2de-502a74fff57e req-1cf121fa-f954-45d6-beac-ee53777c4451 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395198
May 20 18:25:13.028171 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:25:13.260052 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c796c-8b6a-4fc8-9c25-97873253fe07 req-9dad1e55-2582-4b11-912f-2a06917d76b4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:13.261568 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ad0c796c-8b6a-4fc8-9c25-97873253fe07 req-9dad1e55-2582-4b11-912f-2a06917d76b4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0843673
May 20 18:25:13.310004 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ad0c796c-8b6a-4fc8-9c25-97873253fe07 req-e42d3c19-bee7-4b44-953a-dc0dacd7917d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425792
May 20 18:25:14.512754 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8ed85-5c35-44e1-b48a-4c7d60f3fd5c req-cf2e887b-8ff5-4d34-94a1-e1275f10b772 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:14.514246 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c4a8ed85-5c35-44e1-b48a-4c7d60f3fd5c req-cf2e887b-8ff5-4d34-94a1-e1275f10b772 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0802481
May 20 18:25:14.559871 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c4a8ed85-5c35-44e1-b48a-4c7d60f3fd5c req-c79a6ecc-9645-4bc0-aaa9-3f4fb2220653 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391097
May 20 18:25:14.754241 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-6032a051-72cc-40fb-aa08-cb622520fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:14.755582 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-6032a051-72cc-40fb-aa08-cb622520fc5b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920&tenant_id=58767036664145c8966c2f08be8dcd2d HTTP/1.1" status: 200  len: 1096 time: 0.0735116
May 20 18:25:14.845567 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-9a61a74e-9cc2-4316-900a-b04b20d2d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:14.847044 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-9a61a74e-9cc2-4316-900a-b04b20d2d0c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 1096 time: 0.0690260
May 20 18:25:15.064210 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-c9887d55-7ddc-4088-a234-f716068c5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:15.065650 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-c9887d55-7ddc-4088-a234-f716068c5687 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.2121513
May 20 18:25:15.176034 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-424be0a0-bf71-43d2-a2fd-08b2f12cb572 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214 HTTP/1.1" status: 200  len: 998 time: 0.0976679
May 20 18:25:15.242774 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-883c4e89-7048-4868-a1b5-6261da34259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:15.244205 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-883c4e89-7048-4868-a1b5-6261da34259d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.0596807
May 20 18:25:15.325857 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-6effa38b-5afa-41a3-9d0a-5b3de03a2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:15.327349 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-6effa38b-5afa-41a3-9d0a-5b3de03a2b27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761309
May 20 18:25:15.484555 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-24cf8b85-418b-4d88-942f-83c810f23a3a service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500375
May 20 18:25:15.627330 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1f4ede4e-a573-46dd-9a8e-1bbef440f7f1 req-de02308b-7632-451b-816c-3d3edf3d6e13 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352270
May 20 18:25:15.844320 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192cc4b-377f-4431-a2b2-00ebb603797e req-e761dbfa-f5a5-4a32-89f5-ae7f00a24da5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:15.845717 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4192cc4b-377f-4431-a2b2-00ebb603797e req-e761dbfa-f5a5-4a32-89f5-ae7f00a24da5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0833724
May 20 18:25:15.893585 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4192cc4b-377f-4431-a2b2-00ebb603797e req-40c2d841-32bd-43f4-8e59-6d17812bb522 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415869
May 20 18:25:17.153591 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa864e-66df-4325-a175-98514d061bb5 req-c17efb30-5130-4443-bab6-782c0611d8ea tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:17.155454 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6faa864e-66df-4325-a175-98514d061bb5 req-c17efb30-5130-4443-bab6-782c0611d8ea tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1084316
May 20 18:25:17.206365 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6faa864e-66df-4325-a175-98514d061bb5 req-6b8f4f60-ea05-4b33-b987-d61f242e27ed tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446515
May 20 18:25:17.344347 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-09bd6579-3c9b-47fa-9c56-99c36d15a516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:18.462662 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b8f08-868a-4bfb-bf74-bc8c732c5f1f req-e05985bf-75b9-4ce0-8891-0c1325cf6816 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:18.464246 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0a7b8f08-868a-4bfb-bf74-bc8c732c5f1f req-e05985bf-75b9-4ce0-8891-0c1325cf6816 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0874286
May 20 18:25:18.525625 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0a7b8f08-868a-4bfb-bf74-bc8c732c5f1f req-e6b578b1-0f08-4e5c-907d-1f29545bbcdf tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516033
May 20 18:25:19.736369 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b209f-e310-4192-b7f0-6d041355dd65 req-013cacd7-d1ce-4252-8a4f-10d83803fbaa tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:19.738706 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-549b209f-e310-4192-b7f0-6d041355dd65 req-013cacd7-d1ce-4252-8a4f-10d83803fbaa tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0864065
May 20 18:25:19.754752 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:19.787142 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-549b209f-e310-4192-b7f0-6d041355dd65 req-d47e6ebf-382c-449d-98d7-366276f58b7f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425229
May 20 18:25:19.822322 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-812d702a-50bf-4fe9-a7fe-d1d8b03fac12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:20.912171 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:20.983467 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd391b-a898-495d-944d-8f7a5ea63aff req-eb019f81-a402-4b77-bed3-d00c48d2b14d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:20.986669 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a6fd391b-a898-495d-944d-8f7a5ea63aff req-eb019f81-a402-4b77-bed3-d00c48d2b14d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0843513
May 20 18:25:21.031672 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a6fd391b-a898-495d-944d-8f7a5ea63aff req-f7676499-4a60-4b5d-ae58-ef30db912bdb tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399752
May 20 18:25:21.050036 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:22.222728 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d54783-cf4e-4d93-9dd3-d5bf23a9260a req-cf85838b-81c5-47e2-99cc-a9c93e180c39 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:22.224198 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-03d54783-cf4e-4d93-9dd3-d5bf23a9260a req-cf85838b-81c5-47e2-99cc-a9c93e180c39 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0811560
May 20 18:25:22.281239 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-03d54783-cf4e-4d93-9dd3-d5bf23a9260a req-fcc49c37-4c39-49c6-9eec-ccdec5c014c5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511649
May 20 18:25:22.403643 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:23.509508 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2706f-f119-4abe-8acd-aeda7ea12394 req-4fd28481-8cb2-45a9-b2e2-4f31fdb3c9f5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:23.511027 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-38a2706f-f119-4abe-8acd-aeda7ea12394 req-4fd28481-8cb2-45a9-b2e2-4f31fdb3c9f5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1023264
May 20 18:25:23.559625 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-38a2706f-f119-4abe-8acd-aeda7ea12394 req-3fd31b40-070d-4331-9a12-68d649f4b922 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423157
May 20 18:25:24.756723 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefb1f3-f5e2-4a0a-8a55-f8102265dc47 req-16b4757b-797d-4c5b-946f-ceb0a95dc241 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:24.758267 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5aefb1f3-f5e2-4a0a-8a55-f8102265dc47 req-16b4757b-797d-4c5b-946f-ceb0a95dc241 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0814121
May 20 18:25:24.808258 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5aefb1f3-f5e2-4a0a-8a55-f8102265dc47 req-24aa62e8-4422-470a-b433-8984abe79058 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437984
May 20 18:25:26.024340 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff884f-71e1-4ccf-a7b2-d677166c4f30 req-a3f3fe3c-6fd2-4e10-af66-d01f7d7252b9 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:26.030962 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9dff884f-71e1-4ccf-a7b2-d677166c4f30 req-a3f3fe3c-6fd2-4e10-af66-d01f7d7252b9 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1027796
May 20 18:25:26.093428 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9dff884f-71e1-4ccf-a7b2-d677166c4f30 req-89eaceaa-687a-4c0d-8d62-a9839cd13089 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593121
May 20 18:25:27.345094 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bf5e7-74f7-491a-a446-6c4452e734ea req-76e248f0-45c2-4ce6-a95e-bd522b3928d4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:27.346662 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2d9bf5e7-74f7-491a-a446-6c4452e734ea req-76e248f0-45c2-4ce6-a95e-bd522b3928d4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0980177
May 20 18:25:27.414145 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2d9bf5e7-74f7-491a-a446-6c4452e734ea req-c5b529b4-a205-43b2-89c5-cb2098a2275a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607629
May 20 18:25:28.635153 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eaab2-dec4-41e7-846d-1e1595a907c6 req-c2aa933f-4aec-46cd-8623-07ae8dfd5e21 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:28.636655 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-799eaab2-dec4-41e7-846d-1e1595a907c6 req-c2aa933f-4aec-46cd-8623-07ae8dfd5e21 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0823689
May 20 18:25:28.687278 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-799eaab2-dec4-41e7-846d-1e1595a907c6 req-59c7fbe3-3636-409b-a80c-ea99c417702a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441332
May 20 18:25:30.017034 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 41764) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:30.093080 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafe974-c815-44c4-bde1-02ca09737c6a req-4562d654-fd39-41c2-9262-08386181f0b8 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:30.095471 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-efafe974-c815-44c4-bde1-02ca09737c6a req-4562d654-fd39-41c2-9262-08386181f0b8 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.2572052
May 20 18:25:30.177188 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-efafe974-c815-44c4-bde1-02ca09737c6a req-894b0aff-2f18-4bcd-ac16-e29bff944956 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736086
May 20 18:25:30.194249 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:30.223395 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:25:30.230481 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:dab4fb1984594b3eb7af10b2b48b6a4c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:25:30.235740 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:25:30.246601 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:25:30.360388 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:30.365271 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:30.373373 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ade5a6bc-45f5-4024-bc7f-9a9c24a308e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:30.414611 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dab4fb1984594b3eb7af10b2b48b6a4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3957331
May 20 18:25:30.416673 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 41770) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:30.426974 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac449173-0a13-4da3-a280-648873504fdd,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:30.436110 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.436491 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.436860 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.437221 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.437578 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.437962 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.438315 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.438805 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.439162 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.439512 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.439856 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.440231 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.444417 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:30.497820 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:30.533461 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:30.597686 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:30.601553 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:30.616792 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac449173-0a13-4da3-a280-648873504fdd,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:30.627427 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.627788 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.628193 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.628544 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.628890 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.629233 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.629575 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.629943 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.630285 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.630622 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.630991 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.631295 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:25:30.634622 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:30.638228 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac449173-0a13-4da3-a280-648873504fdd HTTP/1.1" status: 204  len: 168 time: 0.2181027
May 20 18:25:30.638228 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:30.968006 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 41780) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:30.999006 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:31.025647 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:25:31.030895 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6f63944f78744c37974f1edf6b70f780 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:25:31.034801 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:25:31.043548 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:25:31.180471 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:31.184897 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:31.198998 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-869feae1-9faa-4755-9975-698b0592a325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:31.345705 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f63944f78744c37974f1edf6b70f780&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3757410
May 20 18:25:31.347342 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 41788) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:31.349470 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3df8d-1075-4cb9-80b8-235682394df0,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:31.364908 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:31.507319 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919d79b-7263-4059-a08b-308c81276bb1 req-52198e77-a768-4187-8f6c-16095c9dcfdf tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:31.509645 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7919d79b-7263-4059-a08b-308c81276bb1 req-52198e77-a768-4187-8f6c-16095c9dcfdf tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1592755
May 20 18:25:31.514125 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fcb8299a-2e9d-445f-bced-2e1c028688f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:31.603932 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fcb8299a-2e9d-445f-bced-2e1c028688f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:31.640938 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7919d79b-7263-4059-a08b-308c81276bb1 req-8a4a5095-c7fc-4012-b295-e0865fb5196a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1240401
May 20 18:25:31.677940 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fcb8299a-2e9d-445f-bced-2e1c028688f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:31.682110 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7deb980e-d2a9-4150-bd78-59197d2194cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:31.694833 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8299a-2e9d-445f-bced-2e1c028688f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3df8d-1075-4cb9-80b8-235682394df0,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:31.699143 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fcb8299a-2e9d-445f-bced-2e1c028688f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:31.706031 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fcb8299a-2e9d-445f-bced-2e1c028688f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:31.707284 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-fcb8299a-2e9d-445f-bced-2e1c028688f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27d3df8d-1075-4cb9-80b8-235682394df0 HTTP/1.1" status: 204  len: 168 time: 0.3589852
May 20 18:25:32.900419 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e600c-dcaf-46db-97c4-f15646e86030 req-8f2383ef-4e78-41f7-9216-8bead3cb286e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:32.902756 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c93e600c-dcaf-46db-97c4-f15646e86030 req-8f2383ef-4e78-41f7-9216-8bead3cb286e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1221914
May 20 18:25:32.962857 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c93e600c-dcaf-46db-97c4-f15646e86030 req-0f623738-d00b-4bc6-b7eb-1cf40921ed68 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540073
May 20 18:25:33.774591 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 41850) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:33.930853 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:33.958563 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:25:33.965645 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Usage tracker for resource:security_group_rule and tenant:e42cb107c2624f0bab651ea7bcb5adf2 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:25:33.971230 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:25:33.982592 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:25:34.093223 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:34.098025 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:34.105706 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:34.150060 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e42cb107c2624f0bab651ea7bcb5adf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3739123
May 20 18:25:34.150993 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e782cbe3-cde9-44f9-a3f2-a8bc405a6bee,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:34.155067 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:34.155277 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 41860) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:34.324679 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-320ce699-6349-44aa-b3dc-92cafbdcfc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:34.345279 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95ed5-d958-439a-a14a-84333e785652 req-2cd54ac5-c685-4b94-9c62-9238a3e3f10e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:34.348659 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-39c95ed5-d958-439a-a14a-84333e785652 req-2cd54ac5-c685-4b94-9c62-9238a3e3f10e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.2587135
May 20 18:25:34.436210 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-320ce699-6349-44aa-b3dc-92cafbdcfc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:34.485899 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-39c95ed5-d958-439a-a14a-84333e785652 req-e20fbeb2-75a7-49e1-b071-2f77f8b65a8e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237850
May 20 18:25:34.524994 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-320ce699-6349-44aa-b3dc-92cafbdcfc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:34.529400 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ca59ec40-b667-4d23-a11d-1dff95420fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:34.542015 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ce699-6349-44aa-b3dc-92cafbdcfc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e782cbe3-cde9-44f9-a3f2-a8bc405a6bee,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:34.546179 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-320ce699-6349-44aa-b3dc-92cafbdcfc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:34.550253 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-320ce699-6349-44aa-b3dc-92cafbdcfc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:34.554020 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-320ce699-6349-44aa-b3dc-92cafbdcfc6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e782cbe3-cde9-44f9-a3f2-a8bc405a6bee HTTP/1.1" status: 204  len: 168 time: 0.3949833
May 20 18:25:34.868629 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 41868) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:34.889045 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:34.904913 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:25:34.909281 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Usage tracker for resource:security_group_rule and tenant:279eaea508d745dfa71c5dd2b3465679 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:25:34.912651 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:25:34.920098 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:25:35.049921 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:35.055915 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:35.063549 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:35.107907 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=279eaea508d745dfa71c5dd2b3465679&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2381639
May 20 18:25:35.108673 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06319b8e-69b5-4ce7-a8ef-ece4913b962b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:35.110606 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 41874) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:35.111656 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:35.177313 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cec-3e79-47ea-8d85-5ac25951012b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:35.216497 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cec-3e79-47ea-8d85-5ac25951012b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:35.278927 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cec-3e79-47ea-8d85-5ac25951012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:35.283626 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c2c4489b-26b9-4df7-a5f3-13a888114187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:35.297129 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b4cec-3e79-47ea-8d85-5ac25951012b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06319b8e-69b5-4ce7-a8ef-ece4913b962b,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:35.302300 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8a3b4cec-3e79-47ea-8d85-5ac25951012b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:35.307492 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cec-3e79-47ea-8d85-5ac25951012b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:35.309304 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-8a3b4cec-3e79-47ea-8d85-5ac25951012b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06319b8e-69b5-4ce7-a8ef-ece4913b962b HTTP/1.1" status: 204  len: 168 time: 0.1974957
May 20 18:25:35.813370 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707399f8-bdcc-472a-9413-461857f29d6b req-1a910489-5691-4e12-b677-e89a2efbb0c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:35.816051 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-707399f8-bdcc-472a-9413-461857f29d6b req-1a910489-5691-4e12-b677-e89a2efbb0c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1099954
May 20 18:25:35.874520 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-707399f8-bdcc-472a-9413-461857f29d6b req-fd79f82f-9000-4879-9ecb-47a8b2301ca1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500584
May 20 18:25:36.525386 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb321555-4749-4e1c-b10e-783c7cd65b4f req-b36f3ca2-80da-45d7-8d25-191201a78d1e tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:36.527045 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-eb321555-4749-4e1c-b10e-783c7cd65b4f req-b36f3ca2-80da-45d7-8d25-191201a78d1e tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 945 time: 0.0870125
May 20 18:25:36.576759 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-eb321555-4749-4e1c-b10e-783c7cd65b4f req-e876fb15-94b9-4c1f-876f-cd5ce4f5a0ab tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437565
May 20 18:25:37.137520 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7ca3-619b-4b8f-bcfb-97b2fb138a19 req-35962811-f42c-4498-9e97-11b66f5c2aab tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:37.139119 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-094d7ca3-619b-4b8f-bcfb-97b2fb138a19 req-35962811-f42c-4498-9e97-11b66f5c2aab tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0846362
May 20 18:25:37.187137 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-094d7ca3-619b-4b8f-bcfb-97b2fb138a19 req-cac901a5-3ce0-43d5-8cbd-de79194c91ec tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419707
May 20 18:25:37.783999 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac0fb-cf28-4f98-994d-5f8aa9e7f71e req-eb69f03d-1857-4a34-8e0f-1f7a32d339d6 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:37.785583 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e87ac0fb-cf28-4f98-994d-5f8aa9e7f71e req-eb69f03d-1857-4a34-8e0f-1f7a32d339d6 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 945 time: 0.0899665
May 20 18:25:37.843185 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e87ac0fb-cf28-4f98-994d-5f8aa9e7f71e req-9b6001fc-fb5d-4337-9c48-4826e1a62d2f tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508471
May 20 18:25:38.259911 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-2c05312f-6dd9-479d-ac66-c7507c9f53c9 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:38.261432 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-2c05312f-6dd9-479d-ac66-c7507c9f53c9 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 945 time: 0.0831299
May 20 18:25:38.475352 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c26b8c-f7ea-49ae-92e3-7d09e50952c3 req-ce4ac5aa-818e-4d91-9559-2caae2a4dcd5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:38.476760 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-94c26b8c-f7ea-49ae-92e3-7d09e50952c3 req-ce4ac5aa-818e-4d91-9559-2caae2a4dcd5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1641581
May 20 18:25:38.484789 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Deleting port 12df9c16-492c-49ef-9dbb-b4274c50eb49 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:25:38.485137 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:38.619260 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-94c26b8c-f7ea-49ae-92e3-7d09e50952c3 req-abb9b56a-416c-45da-b536-a78517169205 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1362004
May 20 18:25:38.670127 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] For port 12df9c16-492c-49ef-9dbb-b4274c50eb49, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=12df9c16-492c-49ef-9dbb-b4274c50eb49,segment=NetworkSegment(00f5b64a-cd9f-421c-9a6c-28d8760f069e),segment_id=00f5b64a-cd9f-421c-9a6c-28d8760f069e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:25:38.670480 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:38.893349 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Calling delete_port for 12df9c16-492c-49ef-9dbb-b4274c50eb49 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:25:39.077876 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:39.085384 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:39.135745 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Pushing event deleted for resources: {'Port': ['ID=12df9c16-492c-49ef-9dbb-b4274c50eb49,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:39.141390 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:39.151449 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee41aa-fe93-4213-88d7-8ceff0f9cdd8 req-f97e8931-28c8-4800-8a34-d73b32424cb1 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:39.153297 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-beee41aa-fe93-4213-88d7-8ceff0f9cdd8 req-f97e8931-28c8-4800-8a34-d73b32424cb1 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e52e293-adfd-4bba-8f4c-15db41ea9d58 HTTP/1.1" status: 200  len: 945 time: 0.1702902
May 20 18:25:39.245528 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] No DVR routers for this DVR port 12df9c16-492c-49ef-9dbb-b4274c50eb49 on host hv-cinder-79229 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:25:39.248783 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:39.251562 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e52e293-adfd-4bba-8f4c-15db41ea9d58', 'name': 'network-vif-deleted', 'tag': '12df9c16-492c-49ef-9dbb-b4274c50eb49'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:25:39.287520 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-beee41aa-fe93-4213-88d7-8ceff0f9cdd8 req-78da452f-34d5-45b7-acd1-28f47122c3f0 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e709c64c-53f7-48e7-98a8-a030b961a32b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013937
May 20 18:25:39.289024 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-23d962b9-bdd8-4da4-946a-ac8e75c765e7 req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] 10.222.0.22 "DELETE /v2.0/ports/12df9c16-492c-49ef-9dbb-b4274c50eb49 HTTP/1.1" status: 204  len: 173 time: 1.0217113
May 20 18:25:39.490467 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e52e293-adfd-4bba-8f4c-15db41ea9d58', 'name': 'network-vif-deleted', 'tag': '12df9c16-492c-49ef-9dbb-b4274c50eb49', 'status': 'completed', 'code': 200}
May 20 18:25:39.828299 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa35b67-620a-479c-af1e-4c4843d6083b req-0c3e06c2-2580-4cf9-9620-f5a42c0ef994 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:39.830761 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aaa35b67-620a-479c-af1e-4c4843d6083b req-0c3e06c2-2580-4cf9-9620-f5a42c0ef994 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0961764
May 20 18:25:39.883114 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aaa35b67-620a-479c-af1e-4c4843d6083b req-482fc745-c00e-43cd-ae6c-b21bf8760033 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446017
May 20 18:25:40.592814 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 41962) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:40.760969 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:40.789417 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:25:40.795860 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Usage tracker for resource:security_group_rule and tenant:423cf9a44d9e4b9fa4e01e5a2f7f0426 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:25:40.800776 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:25:40.812937 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:25:40.953695 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:40.969815 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:40.978962 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b82fd58d-b2e1-432e-80e3-e6a514459a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:41.039503 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 12df9c16-492c-49ef-9dbb-b4274c50eb49 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:25:41.063252 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=423cf9a44d9e4b9fa4e01e5a2f7f0426&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4689560
May 20 18:25:41.067296 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 41974) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:41.069206 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0d19d1-5669-4c14-9fa0-82eac0ed64b0,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:41.073243 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:41.076070 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 12df9c16-492c-49ef-9dbb-b4274c50eb49 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:25:41.076515 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 12df9c16-492c-49ef-9dbb-b4274c50eb49 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:25:41.116780 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9c45d-3ce9-49cd-813b-9fadb15b8b61 req-db7d6258-037a-4241-8a49-3b0af4bc11e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:41.118396 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65b9c45d-3ce9-49cd-813b-9fadb15b8b61 req-db7d6258-037a-4241-8a49-3b0af4bc11e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1058226
May 20 18:25:41.145728 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-939a0e35-61e2-4862-9c4d-c18242e83fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.172581 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65b9c45d-3ce9-49cd-813b-9fadb15b8b61 req-0cce43ca-c38a-489b-bb45-e943d4e4c0a1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438976
May 20 18:25:41.182132 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-939a0e35-61e2-4862-9c4d-c18242e83fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.254993 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-939a0e35-61e2-4862-9c4d-c18242e83fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.259339 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-67e99bee-c5d0-4fe2-b401-0548112f2242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:41.276310 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a0e35-61e2-4862-9c4d-c18242e83fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0d19d1-5669-4c14-9fa0-82eac0ed64b0,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:41.280742 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-939a0e35-61e2-4862-9c4d-c18242e83fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:41.299885 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-939a0e35-61e2-4862-9c4d-c18242e83fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.301327 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-939a0e35-61e2-4862-9c4d-c18242e83fd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef0d19d1-5669-4c14-9fa0-82eac0ed64b0 HTTP/1.1" status: 204  len: 168 time: 0.2324181
May 20 18:25:41.610193 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 41982) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:41.632981 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.648115 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:25:41.652009 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Usage tracker for resource:security_group_rule and tenant:656018c524574d85a4a6e185b5a8d631 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:25:41.654891 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:25:41.660783 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:25:41.757191 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.761447 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.769133 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-091249d6-bab0-4f13-976b-67beca292e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:41.813223 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=656018c524574d85a4a6e185b5a8d631&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2018993
May 20 18:25:41.814315 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866130a8-bee5-426a-b396-b0bf33fe6373,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:41.817279 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 41986) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:25:41.818486 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:41.884423 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-723948b0-26e0-4913-84ce-fe5f688aa8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.915532 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-723948b0-26e0-4913-84ce-fe5f688aa8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.972462 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-723948b0-26e0-4913-84ce-fe5f688aa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:41.976366 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-87016492-afae-4967-b1ad-0c52feddd589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:41.991120 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723948b0-26e0-4913-84ce-fe5f688aa8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866130a8-bee5-426a-b396-b0bf33fe6373,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:41.997426 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-723948b0-26e0-4913-84ce-fe5f688aa8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:42.007006 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-723948b0-26e0-4913-84ce-fe5f688aa8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:42.011026 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-723948b0-26e0-4913-84ce-fe5f688aa8ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/866130a8-bee5-426a-b396-b0bf33fe6373 HTTP/1.1" status: 204  len: 168 time: 0.1900051
May 20 18:25:42.460061 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f557-c48a-4f47-a9e7-51029bbd4841 req-3e74dc7f-97ca-451e-9a10-01664c704dec tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:42.461850 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c671f557-c48a-4f47-a9e7-51029bbd4841 req-3e74dc7f-97ca-451e-9a10-01664c704dec tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.0975380
May 20 18:25:42.519207 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c671f557-c48a-4f47-a9e7-51029bbd4841 req-b02e3d25-6b0e-4ac9-ab31-6709d2330e51 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481477
May 20 18:25:43.824879 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b81416-3472-489e-8c63-8ec43371ef6e req-64398466-139e-4f95-8af6-4b1b7ef213f0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:43.827224 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-17b81416-3472-489e-8c63-8ec43371ef6e req-64398466-139e-4f95-8af6-4b1b7ef213f0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 943 time: 0.1032565
May 20 18:25:43.903994 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-17b81416-3472-489e-8c63-8ec43371ef6e req-e887a3ec-479d-4742-8e88-08a369dfaacc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694685
May 20 18:25:44.037335 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:25:44.186208 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:25:44.210776 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'port_id': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'mac_address': 'fa:16:3e:d6:f7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:25:44.280023 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:44.302906 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:25:44.321675 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:25:44.327223 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:44.329137 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:44.400072 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=9']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:44.403226 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:45.156809 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14986c7e-e571-4cff-b9a6-81658377d627 req-f5e32fc4-6861-4454-841b-1f24df84af94 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:45.158746 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-14986c7e-e571-4cff-b9a6-81658377d627 req-f5e32fc4-6861-4454-841b-1f24df84af94 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.0906155
May 20 18:25:45.240204 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-14986c7e-e571-4cff-b9a6-81658377d627 req-6434a2a3-d8c3-4783-ad5f-106fa7873e1d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739226
May 20 18:25:46.444604 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe14ce9-c7b4-4c53-bfbc-1369424fb235 req-fb5a9357-dac0-4b78-ae30-39d33c5d4b45 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:46.446245 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6fe14ce9-c7b4-4c53-bfbc-1369424fb235 req-fb5a9357-dac0-4b78-ae30-39d33c5d4b45 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.0865180
May 20 18:25:46.505491 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6fe14ce9-c7b4-4c53-bfbc-1369424fb235 req-08ece453-edd3-4a21-b133-0774eb58baf8 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478380
May 20 18:25:47.340191 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-fe299d1d-0567-4a5a-b081-2942d97fd3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:47.509313 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['1dab9314-a2fc-4f1b-80c9-e4c6a6279214'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:25:47.724189 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6810d96-b76c-4315-8a02-f989db0a18bf req-02022340-d929-4790-a71e-862f643a5780 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:47.725875 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e6810d96-b76c-4315-8a02-f989db0a18bf req-02022340-d929-4790-a71e-862f643a5780 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.0969284
May 20 18:25:47.789653 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e6810d96-b76c-4315-8a02-f989db0a18bf req-ec20f2c7-167d-4e90-be42-381a3859d55d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499611
May 20 18:25:49.114709 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26e8db-eae8-4341-a850-2e1ddfd21965 req-71154953-6999-4882-962f-395a62cd867c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:49.116358 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2d26e8db-eae8-4341-a850-2e1ddfd21965 req-71154953-6999-4882-962f-395a62cd867c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.1367691
May 20 18:25:49.172285 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2d26e8db-eae8-4341-a850-2e1ddfd21965 req-3a13e9cc-ade2-458f-b699-8fb9dc7c3897 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455894
May 20 18:25:49.772649 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:49.828105 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-11883170-f1ff-42da-a840-f38793afb655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:50.035836 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:25:50.042281 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:25:50.116132 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:25:50.116517 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:50.329157 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:50.367656 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:25:50.384117 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:25:50.389358 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:50.392572 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:25:50.403562 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8413ac-834d-4db1-9507-39041ea69737 req-20466324-8ba6-456b-b502-02706f2372ad tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:50.405278 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bb8413ac-834d-4db1-9507-39041ea69737 req-20466324-8ba6-456b-b502-02706f2372ad tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 944 time: 0.0987120
May 20 18:25:50.464779 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bb8413ac-834d-4db1-9507-39041ea69737 req-53d94419-963d-426a-86e8-66c2357abac9 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516868
May 20 18:25:50.505695 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=10']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:25:50.509924 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:25:50.610974 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'code': 200}
May 20 18:25:50.918881 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:51.059044 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:51.253224 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e4903-6538-401d-ad1a-f1be49ff2c0d req-695418ff-7648-4425-9589-4b41816cfb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:51.254774 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a20e4903-6538-401d-ad1a-f1be49ff2c0d req-695418ff-7648-4425-9589-4b41816cfb10 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 1099 time: 0.0806172
May 20 18:25:51.315006 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a20e4903-6538-401d-ad1a-f1be49ff2c0d req-2729a153-d936-4c55-9944-c83261229add service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525095
May 20 18:25:51.746150 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1939505-47d4-4bbb-9563-4be52f1d798d req-68d7e906-fd1c-4635-beb1-b4353f205590 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:51.747591 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1939505-47d4-4bbb-9563-4be52f1d798d req-68d7e906-fd1c-4635-beb1-b4353f205590 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.0903378
May 20 18:25:51.891640 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1939505-47d4-4bbb-9563-4be52f1d798d req-da5457e1-6521-4c80-bd19-dd089e158ee0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1344121
May 20 18:25:52.402606 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:25:53.111321 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47e6ae-a17e-4ba0-af1d-28bfa0279491 req-f6364f73-5bf6-40ad-8401-e9aad618db49 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:53.113394 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f47e6ae-a17e-4ba0-af1d-28bfa0279491 req-f6364f73-5bf6-40ad-8401-e9aad618db49 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.0904281
May 20 18:25:53.164429 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f47e6ae-a17e-4ba0-af1d-28bfa0279491 req-d17f5874-bd9f-40e1-a8f6-79d1f412dea6 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436585
May 20 18:25:54.398581 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1aa874-3735-4cfa-8603-e9be94a5b1d7 req-91333e3c-c2c2-4978-9c6b-6e2ed34b4804 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:54.401097 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5d1aa874-3735-4cfa-8603-e9be94a5b1d7 req-91333e3c-c2c2-4978-9c6b-6e2ed34b4804 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.1037076
May 20 18:25:54.457309 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5d1aa874-3735-4cfa-8603-e9be94a5b1d7 req-5c31e353-880a-4c59-94eb-3cc4a816e593 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497556
May 20 18:25:55.682835 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d1bf5-8a4f-42a7-8b61-9d55cb41e23e req-92a31aaa-dc36-4f4a-a4a8-80ca396786a5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:55.684443 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-645d1bf5-8a4f-42a7-8b61-9d55cb41e23e req-92a31aaa-dc36-4f4a-a4a8-80ca396786a5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.1028957
May 20 18:25:55.733136 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-645d1bf5-8a4f-42a7-8b61-9d55cb41e23e req-8fecc67a-90b6-43fc-8a37-61a2ba4af464 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411067
May 20 18:25:56.926429 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9a0d0-72e0-46ea-a07b-77f43b575144 req-299e2505-c401-4b74-b60e-973a7abc18d9 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:56.927856 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a5d9a0d0-72e0-46ea-a07b-77f43b575144 req-299e2505-c401-4b74-b60e-973a7abc18d9 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.0826335
May 20 18:25:56.975206 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a5d9a0d0-72e0-46ea-a07b-77f43b575144 req-31e5decf-515c-457e-8734-e17f492c4a39 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411854
May 20 18:25:58.327095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8da027-b3bb-4d40-a3a0-adde2b4c4f58 req-2af71dfd-b921-4e74-bfab-ca57a6d35ba0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:58.328405 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1a8da027-b3bb-4d40-a3a0-adde2b4c4f58 req-2af71dfd-b921-4e74-bfab-ca57a6d35ba0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.0854218
May 20 18:25:58.376536 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1a8da027-b3bb-4d40-a3a0-adde2b4c4f58 req-63727fed-b334-4b68-8449-e93204e133e1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417223
May 20 18:25:59.652919 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339c6dd-3471-4f9b-b329-a9938d319ce8 req-cad52252-da86-4433-af1c-d8126ec5c7cd tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:59.654463 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c339c6dd-3471-4f9b-b329-a9938d319ce8 req-cad52252-da86-4433-af1c-d8126ec5c7cd tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.1475098
May 20 18:25:59.664192 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-12f261ed-b59a-4c42-afb1-613542ffcf1b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1158700
May 20 18:25:59.752281 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c339c6dd-3471-4f9b-b329-a9938d319ce8 req-299cbc3d-2a89-4685-9aea-ee8f787aa673 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871968
May 20 18:25:59.792706 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-8d247b22-a573-43f4-a4b1-8acee56b6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:25:59.794386 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-8d247b22-a573-43f4-a4b1-8acee56b6324 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 1099 time: 0.1055422
May 20 18:26:00.048749 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-c3968379-8b9f-431a-b6b0-92c9b58577d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:00.051906 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-c3968379-8b9f-431a-b6b0-92c9b58577d1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.2336683
May 20 18:26:00.156098 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-0b410f20-b763-484f-b832-14a24faadb9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214 HTTP/1.1" status: 200  len: 1000 time: 0.0973558
May 20 18:26:00.227612 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-73729164-7b45-41fe-b54e-dda15777f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:00.228665 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-73729164-7b45-41fe-b54e-dda15777f913 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.0656369
May 20 18:26:00.314702 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-9ac41025-e93f-4e7d-8213-c1f68f173ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:00.316307 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-9ac41025-e93f-4e7d-8213-c1f68f173ae9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806785
May 20 18:26:00.433184 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42262) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:00.482052 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-6caffbb9-caeb-4c4b-8582-5ecdb0faa88d service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578293
May 20 18:26:00.570470 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:00.585997 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:26:00.590035 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Usage tracker for resource:security_group_rule and tenant:325e0325098648b49e1c83c1adaf474c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:26:00.592870 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:26:00.599219 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:26:00.619383 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00fa4459-89e5-462f-9bc9-385db0719f5a req-eaf3d816-5514-4e32-a693-c74f8b5a104e service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308520
May 20 18:26:00.694516 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:00.698579 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:00.706347 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-190ddbc7-46a3-465f-bbe5-4be5c9739d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:00.749104 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2152503a-806a-44cc-8249-67d54a55c358,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:00.753712 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=325e0325098648b49e1c83c1adaf474c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3194065
May 20 18:26:00.754655 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:00.756432 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42268) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:00.816135 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f318deca-ba24-4372-86ad-609e7aef6ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:00.849165 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f318deca-ba24-4372-86ad-609e7aef6ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:00.903348 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f318deca-ba24-4372-86ad-609e7aef6ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:00.907255 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-40812584-1d6b-4ef7-a023-3949df0b7dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:00.922462 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318deca-ba24-4372-86ad-609e7aef6ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2152503a-806a-44cc-8249-67d54a55c358,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:00.926037 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f318deca-ba24-4372-86ad-609e7aef6ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:00.932242 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f318deca-ba24-4372-86ad-609e7aef6ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:00.933352 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-f318deca-ba24-4372-86ad-609e7aef6ee5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2152503a-806a-44cc-8249-67d54a55c358 HTTP/1.1" status: 204  len: 168 time: 0.1760392
May 20 18:26:01.283563 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42284) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:01.302657 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:01.318833 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:26:01.323305 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:eb95c0d703c443d3818fd99f2040666d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:26:01.326600 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:26:01.333931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:26:01.445231 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:01.450280 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:01.460235 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9284e0bd-3474-4335-92d0-8d5f62573648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:01.501964 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb95c0d703c443d3818fd99f2040666d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2167161
May 20 18:26:01.503831 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b90ff3-72c1-4269-accb-d771ebe1012f,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:01.505239 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 42290) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:01.507189 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:01.578749 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-72ab7a57-6040-4c28-80be-289f581c185e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:01.606023 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-72ab7a57-6040-4c28-80be-289f581c185e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:01.676214 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-72ab7a57-6040-4c28-80be-289f581c185e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:01.680937 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-38511fbe-dac3-4796-8409-6cd2d359ee76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:01.692443 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab7a57-6040-4c28-80be-289f581c185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b90ff3-72c1-4269-accb-d771ebe1012f,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:01.696059 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-72ab7a57-6040-4c28-80be-289f581c185e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:01.699662 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-72ab7a57-6040-4c28-80be-289f581c185e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:01.700769 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-72ab7a57-6040-4c28-80be-289f581c185e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39b90ff3-72c1-4269-accb-d771ebe1012f HTTP/1.1" status: 204  len: 168 time: 0.1943824
May 20 18:26:02.069300 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 42298) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:02.088788 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:02.104381 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:26:02.108290 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:678532a8f43849cd84e470b69958e3cd is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:26:02.111235 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:26:02.117048 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:26:02.200339 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:02.206077 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:02.213242 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7f390fac-5e22-4303-a70c-4b78e5acb879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:02.252844 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9c9280-9764-484d-bf60-36d70e000062,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:02.257091 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=678532a8f43849cd84e470b69958e3cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1865962
May 20 18:26:02.259266 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:02.261985 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 42302) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:02.415920 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5af602d-f987-455e-8cf5-bba92ebcb0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:02.443128 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5af602d-f987-455e-8cf5-bba92ebcb0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:02.504405 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5af602d-f987-455e-8cf5-bba92ebcb0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:02.508355 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ca80809b-d667-4c97-bc7c-138f35ab0ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:02.526200 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5af602d-f987-455e-8cf5-bba92ebcb0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:02.531289 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c5af602d-f987-455e-8cf5-bba92ebcb0e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff9c9280-9764-484d-bf60-36d70e000062 HTTP/1.1" status: 204  len: 168 time: 0.2647085
May 20 18:26:02.531289 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af602d-f987-455e-8cf5-bba92ebcb0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9c9280-9764-484d-bf60-36d70e000062,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:02.531289 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c5af602d-f987-455e-8cf5-bba92ebcb0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:10.281115 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 42456) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:10.352784 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] Deleting subnet a03bd535-5d57-47c8-aa30-dc121a00499d {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:26:10.356221 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:10.412297 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13925754'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:10.476141 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:10.765265 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14066748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14149672'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:10.772877 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:10.813724 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03bd535-5d57-47c8-aa30-dc121a00499d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:10.816366 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:10.822834 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a03bd535-5d57-47c8-aa30-dc121a00499d HTTP/1.1" status: 204  len: 168 time: 0.5405681
May 20 18:26:10.823846 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:10.825567 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 42462) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:10.957740 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.094498 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.113893 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a16649730>,) {'filters': {'network_id': ['ce58dc69-32ac-4155-a8a4-ae0e8c9c0262']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:26:11.131818 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16649730>, '00f5b64a-cd9f-421c-9a6c-28d8760f069e') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:26:11.132112 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16649730>, '00f5b64a-cd9f-421c-9a6c-28d8760f069e') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:26:11.146590 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13925749'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.165909 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.174483 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:26:11.175140 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14066842'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]: Traceback (most recent call last):
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     timer()
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     cb(*args, **kw)
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     return func(*args, **kwargs)
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     self._notify()
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     self.callback(batched_events)
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     event.method(event)
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     return f(self, *a, **k)
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._get(url).json()
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self.request(url, 'GET', **kwargs)
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:26:11.190630 dv-cinder-792299-2-iscsi neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:26:11.274339 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.280138 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b0f76d6c-de4c-4021-8c64-4e581d1e5a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:11.309692 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.328444 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce58dc69-32ac-4155-a8a4-ae0e8c9c0262,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:11.332677 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:11.335289 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-5394bf37-c4bb-4db2-b3b0-c31c2e1e70d6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ce58dc69-32ac-4155-a8a4-ae0e8c9c0262 HTTP/1.1" status: 204  len: 168 time: 0.5085385
May 20 18:26:11.554142 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 42468) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:11.608321 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-d377c827-8741-44e7-8487-bd5885908e6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43829877ca17405eace1966c7287790a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0525942
May 20 18:26:11.612349 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 42472) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:11.677793 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2c-a751-46d2-acea-0c6eb7347922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.707739 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2c-a751-46d2-acea-0c6eb7347922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.774468 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2c-a751-46d2-acea-0c6eb7347922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.778228 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f8540f9c-0f33-466a-b5e2-5c8201e5f5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:11.792518 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98b2c-a751-46d2-acea-0c6eb7347922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e709c64c-53f7-48e7-98a8-a030b961a32b,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:11.796947 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-40b98b2c-a751-46d2-acea-0c6eb7347922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:11.800560 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2c-a751-46d2-acea-0c6eb7347922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:11.805677 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-40b98b2c-a751-46d2-acea-0c6eb7347922 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e709c64c-53f7-48e7-98a8-a030b961a32b HTTP/1.1" status: 204  len: 168 time: 0.1884232
May 20 18:26:17.344437 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a1179e35-ae44-443c-90f8-2890946329ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:19.753630 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:19.815075 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-197de19f-28db-49e6-b370-d0f7e09b00a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:20.920997 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:21.058512 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:22.405232 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:25.242969 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42596) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:25.376054 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:25.391127 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:26:25.395513 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Usage tracker for resource:security_group_rule and tenant:7affef6f5cef46e0a841fde495d914b2 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:26:25.398432 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:26:25.404451 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:26:25.489585 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:25.493776 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:25.501021 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-80210c19-d5aa-4f87-b7fa-64d6f4ab3179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:25.538005 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8f20f-f306-44e3-bd14-df2678deca90,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:25.543207 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:25.548899 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7affef6f5cef46e0a841fde495d914b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3048728
May 20 18:26:25.551580 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42602) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:25.618445 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17c0d527-8069-4d95-a2d2-5a8ba89b4f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:25.646723 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17c0d527-8069-4d95-a2d2-5a8ba89b4f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:25.701417 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17c0d527-8069-4d95-a2d2-5a8ba89b4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:25.705618 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e64a8937-9694-4192-8346-fb752e4ee81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:25.719107 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0d527-8069-4d95-a2d2-5a8ba89b4f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8f20f-f306-44e3-bd14-df2678deca90,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:25.722901 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-17c0d527-8069-4d95-a2d2-5a8ba89b4f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:25.728612 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17c0d527-8069-4d95-a2d2-5a8ba89b4f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:25.729725 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-17c0d527-8069-4d95-a2d2-5a8ba89b4f96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26f8f20f-f306-44e3-bd14-df2678deca90 HTTP/1.1" status: 204  len: 168 time: 0.1771939
May 20 18:26:27.024437 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:26:43.535238 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ea8f3-c73b-44f9-bd52-92689155f5e5 req-e7ef6991-ce3b-4bab-a047-6834935d0277 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:43.536698 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-117ea8f3-c73b-44f9-bd52-92689155f5e5 req-e7ef6991-ce3b-4bab-a047-6834935d0277 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0848432
May 20 18:26:43.586873 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-117ea8f3-c73b-44f9-bd52-92689155f5e5 req-b167d3d7-2583-4dd2-b803-dec3ba9f5051 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441530
May 20 18:26:44.781218 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae328993-6285-4f20-908c-17cdfcbb6950 req-360ff193-8409-4058-a99b-1e3cdee4c586 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:44.784807 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ae328993-6285-4f20-908c-17cdfcbb6950 req-360ff193-8409-4058-a99b-1e3cdee4c586 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0857940
May 20 18:26:44.845991 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ae328993-6285-4f20-908c-17cdfcbb6950 req-30e151ff-cd41-4163-85fc-390bc4988de4 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551295
May 20 18:26:45.244767 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60556-4cfa-4232-8902-bd377638f65d req-062059a6-b541-4137-824a-d053b26788ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:45.246308 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6cd60556-4cfa-4232-8902-bd377638f65d req-062059a6-b541-4137-824a-d053b26788ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47bcd4da5a164333b657d77baf3d1789&device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1138 time: 0.0759630
May 20 18:26:45.524013 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60556-4cfa-4232-8902-bd377638f65d req-3ea7bf33-66f8-4487-a875-cbf104302046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:45.525456 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6cd60556-4cfa-4232-8902-bd377638f65d req-3ea7bf33-66f8-4487-a875-cbf104302046 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 200  len: 914 time: 0.2720017
May 20 18:26:45.608982 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e5b59-3498-4a9c-9398-68dcc5caba9e req-32e424ee-3b69-4cd9-90b1-41d569d2009b tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:45.610423 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f91e5b59-3498-4a9c-9398-68dcc5caba9e req-32e424ee-3b69-4cd9-90b1-41d569d2009b tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.2708566
May 20 18:26:45.666054 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6cd60556-4cfa-4232-8902-bd377638f65d req-91c35f0f-d267-467b-97a4-94b0f6155f2b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 1001 time: 0.1326532
May 20 18:26:45.679627 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f91e5b59-3498-4a9c-9398-68dcc5caba9e req-13908863-4de5-4e4d-ba20-d3c73f868a9c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0580425
May 20 18:26:45.738212 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60556-4cfa-4232-8902-bd377638f65d req-c98695fc-3e79-4d72-85b5-5c3bb6baea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:45.739652 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6cd60556-4cfa-4232-8902-bd377638f65d req-c98695fc-3e79-4d72-85b5-5c3bb6baea81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443ba35e-57a5-4de8-826f-28fba77f68f8 HTTP/1.1" status: 200  len: 853 time: 0.0649107
May 20 18:26:45.818041 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60556-4cfa-4232-8902-bd377638f65d req-5831fc28-1bf0-4de4-894b-9aaffb8f7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:45.819404 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6cd60556-4cfa-4232-8902-bd377638f65d req-5831fc28-1bf0-4de4-894b-9aaffb8f7d1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727534
May 20 18:26:45.953185 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6cd60556-4cfa-4232-8902-bd377638f65d req-984876d9-07ce-4e67-8a0a-b1d2945e5db7 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266921
May 20 18:26:46.143891 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2dadc-8549-4cf4-aaf1-7990766f87cc req-23c151a8-6880-4be6-aedf-caeca1072c37 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:46.145340 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65b2dadc-8549-4cf4-aaf1-7990766f87cc req-23c151a8-6880-4be6-aedf-caeca1072c37 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.1904678
May 20 18:26:46.148615 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6cd60556-4cfa-4232-8902-bd377638f65d req-87069275-cadd-49eb-91fd-7f74a8793fc3 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583607
May 20 18:26:46.190898 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65b2dadc-8549-4cf4-aaf1-7990766f87cc req-03e047a7-aa3e-4cd6-bc9a-05985a21352b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394044
May 20 18:26:46.868568 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df73a3-23cf-446a-9498-b21ef6fe638b req-33d79e6e-3978-4220-97bb-4142abe95ee4 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:46.870039 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d3df73a3-23cf-446a-9498-b21ef6fe638b req-33d79e6e-3978-4220-97bb-4142abe95ee4 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.0828984
May 20 18:26:46.918069 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d3df73a3-23cf-446a-9498-b21ef6fe638b req-cdb48695-0f38-4241-a686-08f24cf4eef5 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0421827
May 20 18:26:47.346962 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b3ce-117e-49c7-a00b-a4ce27f78865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:47.376841 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba7f89-bf00-4671-aad0-810aa546dae0 req-d31ed3ee-0b04-4bac-8f1d-165317d117af tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:47.378306 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-78ba7f89-bf00-4671-aad0-810aa546dae0 req-d31ed3ee-0b04-4bac-8f1d-165317d117af tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0838435
May 20 18:26:47.424665 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-78ba7f89-bf00-4671-aad0-810aa546dae0 req-3cf6a5cf-6d3c-4415-a717-5e6ffc67a611 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406928
May 20 18:26:48.105108 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5619136-e58f-47ef-b68e-e62a05aac28f req-ae45d3af-afd0-4db7-9eee-ccd9a04e99d4 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:48.106586 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e5619136-e58f-47ef-b68e-e62a05aac28f req-ae45d3af-afd0-4db7-9eee-ccd9a04e99d4 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.0824673
May 20 18:26:48.154867 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e5619136-e58f-47ef-b68e-e62a05aac28f req-7714f1d2-238a-4f83-ba0a-8499ea696e6c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414841
May 20 18:26:48.612017 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf1170-27e4-478f-877d-064e29ca7b5a req-178d330b-9d2a-4d46-8ab6-e9bd9f2ce410 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:48.613462 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-efcf1170-27e4-478f-877d-064e29ca7b5a req-178d330b-9d2a-4d46-8ab6-e9bd9f2ce410 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0849931
May 20 18:26:48.659784 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-efcf1170-27e4-478f-877d-064e29ca7b5a req-40524e44-b270-4901-99ca-3a0a84cb1ac0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404491
May 20 18:26:49.270615 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023a051-d8d6-4ea2-b79e-e0730d17cb5c req-69fca12b-112f-4433-9e62-df503783b745 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:49.271960 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c023a051-d8d6-4ea2-b79e-e0730d17cb5c req-69fca12b-112f-4433-9e62-df503783b745 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 945 time: 0.0830462
May 20 18:26:49.365739 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c023a051-d8d6-4ea2-b79e-e0730d17cb5c req-fe8e94c3-36d1-482d-8e17-7f89ae052deb tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598159
May 20 18:26:49.388689 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984192c-6ba3-4777-bd34-a6a6f4ae39b2 req-6973976e-6808-4ef1-aa1f-f2698887c75a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:49.390162 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5984192c-6ba3-4777-bd34-a6a6f4ae39b2 req-6973976e-6808-4ef1-aa1f-f2698887c75a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.1279564
May 20 18:26:49.437359 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5984192c-6ba3-4777-bd34-a6a6f4ae39b2 req-4fe8a7e2-635b-4123-bc9b-74c4ed491b37 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412667
May 20 18:26:49.747304 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:49.818789 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4a7098c2-c290-428f-95e7-06f3ac41d88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:49.849467 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a947d9-5f4a-48dd-a459-f7be78d0a955 req-a5f00278-282b-42e6-b35f-8363a8fade50 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:49.851019 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-44a947d9-5f4a-48dd-a459-f7be78d0a955 req-a5f00278-282b-42e6-b35f-8363a8fade50 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0861015
May 20 18:26:49.896834 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-44a947d9-5f4a-48dd-a459-f7be78d0a955 req-358cd611-a184-46d7-8021-ce69d31d1a50 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396388
May 20 18:26:50.595881 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290009f2-74e9-4281-8cc6-2b1b0868a9bd req-a329eaa7-9f41-45d5-b334-b2fff8fb995b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:50.597300 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-290009f2-74e9-4281-8cc6-2b1b0868a9bd req-a329eaa7-9f41-45d5-b334-b2fff8fb995b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 945 time: 0.1241796
May 20 18:26:50.655474 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-290009f2-74e9-4281-8cc6-2b1b0868a9bd req-ac972c9a-7781-40f4-a3df-4f3b8478ac9b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516250
May 20 18:26:50.674934 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b05ec-cc1f-4541-92ee-b7f52ba15295 req-6eacb60d-4182-4836-8823-8ad287b8b06a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:50.676365 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-277b05ec-cc1f-4541-92ee-b7f52ba15295 req-6eacb60d-4182-4836-8823-8ad287b8b06a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.1272733
May 20 18:26:50.722823 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-277b05ec-cc1f-4541-92ee-b7f52ba15295 req-d6024e83-d7c4-4c88-9531-2c6d530b32d8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0403514
May 20 18:26:50.920253 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:51.066416 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:51.175001 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb037dd5-5aea-47b2-87c4-74a45ff284b8 req-d9312594-3fdd-4878-8f78-1991b8adde0b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:51.176433 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fb037dd5-5aea-47b2-87c4-74a45ff284b8 req-d9312594-3fdd-4878-8f78-1991b8adde0b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.1708455
May 20 18:26:51.220724 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fb037dd5-5aea-47b2-87c4-74a45ff284b8 req-ee92bd1b-97fc-4599-9862-4514f4d5c07f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381501
May 20 18:26:51.883973 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3beab-6660-430e-93b6-7abd4fdb5d59 req-7e6a8a83-531d-4c87-9ad2-43098d953f51 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:51.885423 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1cc3beab-6660-430e-93b6-7abd4fdb5d59 req-7e6a8a83-531d-4c87-9ad2-43098d953f51 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 945 time: 0.1236360
May 20 18:26:51.944690 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1cc3beab-6660-430e-93b6-7abd4fdb5d59 req-e8982eda-ffad-44e0-873c-536f62c40c0c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525601
May 20 18:26:51.957863 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a23a2-115b-45bc-9a7a-a3c908778f87 req-945b7474-f729-44d7-95b8-286bfc33577f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:51.959368 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7e3a23a2-115b-45bc-9a7a-a3c908778f87 req-945b7474-f729-44d7-95b8-286bfc33577f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.1325545
May 20 18:26:52.012544 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7e3a23a2-115b-45bc-9a7a-a3c908778f87 req-e1c79735-8b8b-4b34-9ea2-eda5850e2765 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414751
May 20 18:26:52.406042 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9fe76-def1-4617-8697-e6d0f88ecbcb req-d97b5914-391c-451e-b486-4f3366a4c2df tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:52.407046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:52.407715 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-93b9fe76-def1-4617-8697-e6d0f88ecbcb req-d97b5914-391c-451e-b486-4f3366a4c2df tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0848122
May 20 18:26:52.452875 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-93b9fe76-def1-4617-8697-e6d0f88ecbcb req-9342f084-f8d4-4f82-bdf7-d0bac96fbfd7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394902
May 20 18:26:52.853742 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-34459695-392f-4c90-bde9-2a2165cc1576 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:52.855182 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-34459695-392f-4c90-bde9-2a2165cc1576 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 945 time: 0.0831048
May 20 18:26:52.990250 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Deleting port 86c9acd8-0fe0-43fd-91c2-3afb945f808f {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:26:52.990796 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:53.226054 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] For port 86c9acd8-0fe0-43fd-91c2-3afb945f808f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=86c9acd8-0fe0-43fd-91c2-3afb945f808f,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:26:53.226441 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:53.427710 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cf13-ca35-4519-900f-71f2d60309e1 req-560025b4-fbc7-4f8c-b125-a1657df3d5c6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:53.429460 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b715cf13-ca35-4519-900f-71f2d60309e1 req-560025b4-fbc7-4f8c-b125-a1657df3d5c6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 945 time: 0.3555579
May 20 18:26:53.474028 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28604ce-f396-4fdc-9a1c-5a1cebcb34d9 req-2fbcc42b-c013-43fc-9c3b-189e7350e513 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:53.475460 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a28604ce-f396-4fdc-9a1c-5a1cebcb34d9 req-2fbcc42b-c013-43fc-9c3b-189e7350e513 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.3449934
May 20 18:26:53.624662 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b715cf13-ca35-4519-900f-71f2d60309e1 req-f922ab79-a504-4a40-8aad-c73c691cd8d4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1803396
May 20 18:26:53.638539 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a28604ce-f396-4fdc-9a1c-5a1cebcb34d9 req-3c1d229b-3bfc-4835-acea-e7e6c9efebff tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1561360
May 20 18:26:53.641257 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:53.642170 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:53.642485 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Floating IP 8f68f4ba-3ce4-4de0-b30d-292c1855be7c disassociated. External IP: 172.27.0.102, port: 86c9acd8-0fe0-43fd-91c2-3afb945f808f.
May 20 18:26:53.642824 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Calling delete_port for 86c9acd8-0fe0-43fd-91c2-3afb945f808f owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:26:53.808253 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:53.813827 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:53.866561 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event deleted for resources: {'Port': ['ID=86c9acd8-0fe0-43fd-91c2-3afb945f808f,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:53.880093 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.880464 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.880824 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.881179 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.881531 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.881917 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.882271 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.882638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.882968 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.883312 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.883660 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.884000 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:53.887979 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:53.951316 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4569637-642f-442a-9c28-c6b00d4b1acc req-e2001ddc-0ca7-4444-b253-0b20f3d03541 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:53.952784 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e4569637-642f-442a-9c28-c6b00d4b1acc req-e2001ddc-0ca7-4444-b253-0b20f3d03541 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2183428
May 20 18:26:54.179503 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e4569637-642f-442a-9c28-c6b00d4b1acc req-8fc6cf6c-aa75-47a8-bbf5-139f4f869da9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2177854
May 20 18:26:54.205628 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Router 0711da84-c7f9-436b-9ea8-a2f5480850ba has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:26:54.387095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:26:54.396790 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] Sync routers for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:26:54.407085 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:26:54.407810 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a176f1850>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:26:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:26:54.465440 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] No DVR routers for this DVR port 86c9acd8-0fe0-43fd-91c2-3afb945f808f on host hv-cinder-79229 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:26:54.468391 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:54.471394 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'name': 'network-vif-deleted', 'tag': '86c9acd8-0fe0-43fd-91c2-3afb945f808f'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:26:54.480850 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2887007c-1b5b-4a08-a60a-6081a18358ac req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "DELETE /v2.0/ports/86c9acd8-0fe0-43fd-91c2-3afb945f808f HTTP/1.1" status: 204  len: 173 time: 1.6197324
May 20 18:26:54.586581 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc822682-41b9-4fd4-8651-959cfe1ad6c1', 'name': 'network-vif-deleted', 'tag': '86c9acd8-0fe0-43fd-91c2-3afb945f808f', 'status': 'completed', 'code': 200}
May 20 18:26:54.666675 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:26:54.871415 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-6d7e8c39-7066-4f44-ac00-940075f5d24b req-f463cd8a-b14a-47c4-ada3-0af91a434499 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Synchronizing usage tracker for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:26:54.914182 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-6d7e8c39-7066-4f44-ac00-940075f5d24b req-f463cd8a-b14a-47c4-ada3-0af91a434499 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Unset dirty status for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:26:54.915542 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6d7e8c39-7066-4f44-ac00-940075f5d24b req-f463cd8a-b14a-47c4-ada3-0af91a434499 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc822682-41b9-4fd4-8651-959cfe1ad6c1 HTTP/1.1" status: 200  len: 210 time: 0.1304893
May 20 18:26:54.928387 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322c01-c82a-4ed0-bd38-6f0c1cb407a6 req-289db21d-b0d7-4c2c-a226-61f52c617a9c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:54.930207 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f9322c01-c82a-4ed0-bd38-6f0c1cb407a6 req-289db21d-b0d7-4c2c-a226-61f52c617a9c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.1476490
May 20 18:26:55.012191 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f9322c01-c82a-4ed0-bd38-6f0c1cb407a6 req-8c0b3963-c5f4-4737-aab5-7e4c21a610ad tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0750935
May 20 18:26:55.071977 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a176f1850>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:26:55.075728 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] Checking router: 0711da84-c7f9-436b-9ea8-a2f5480850ba for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:26:55.084371 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:26:55.084963 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a176f1850>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:26:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:26:55.259163 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:26:55.376924 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8f88c-6ebf-479c-aaf0-2196b2aa626e req-34e1bbd3-8c9f-40fa-9afd-9263a0d6a3a8 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:55.383844 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-74d8f88c-6ebf-479c-aaf0-2196b2aa626e req-34e1bbd3-8c9f-40fa-9afd-9263a0d6a3a8 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0945468
May 20 18:26:55.435469 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-74d8f88c-6ebf-479c-aaf0-2196b2aa626e req-797c0c92-e147-483e-92d0-8cf56d6d2f2a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495794
May 20 18:26:55.600557 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a176f1850>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:26:55.604635 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2039ae47-8dbd-48ff-a47d-8817826966ee None None] The sync data for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi is: [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:26:55.836943 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75fd95-90b0-422b-a390-fda0407238d0 None None] New status for floating IP 8f68f4ba-3ce4-4de0-b30d-292c1855be7c: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:26:56.225264 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ba6f-1001-4801-b6c7-51a51a0fc583 req-c6d1d0e8-687f-467d-a3c1-5dea226d2842 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:56.226741 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-90c3ba6f-1001-4801-b6c7-51a51a0fc583 req-c6d1d0e8-687f-467d-a3c1-5dea226d2842 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.0977089
May 20 18:26:56.298504 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-b918ee6a-6fd9-4152-a9be-87178d6851c9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037715260&fields=id&tenant_id=0b14bd383da44746985d08a30cd1b357 HTTP/1.1" status: 200  len: 267 time: 0.0701554
May 20 18:26:56.305242 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-90c3ba6f-1001-4801-b6c7-51a51a0fc583 req-887b077f-bee0-4261-9d78-faf415cd08d1 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0639029
May 20 18:26:56.331067 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 86c9acd8-0fe0-43fd-91c2-3afb945f808f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:26:56.371135 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 86c9acd8-0fe0-43fd-91c2-3afb945f808f {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:26:56.371904 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 86c9acd8-0fe0-43fd-91c2-3afb945f808f not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:26:56.452441 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-221bfbf3-74d7-4272-858c-cba47b9789d5 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:56.453919 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-221bfbf3-74d7-4272-858c-cba47b9789d5 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 811 time: 0.1477921
May 20 18:26:56.468951 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-15f98cba-7a89-436f-b6bf-01de98543bc7 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/quotas/0b14bd383da44746985d08a30cd1b357 HTTP/1.1" status: 200  len: 375 time: 0.0092511
May 20 18:26:56.602583 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-780d32e7-feb7-465e-97f3-c42508d642b4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1279829
May 20 18:26:56.645264 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f23b91-7cb6-40b1-91ee-6ebea560b0f8 req-420208fe-dfd0-4af7-a4d2-d718374d3abe tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:56.646820 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9f23b91-7cb6-40b1-91ee-6ebea560b0f8 req-420208fe-dfd0-4af7-a4d2-d718374d3abe tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.1056106
May 20 18:26:56.696616 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9f23b91-7cb6-40b1-91ee-6ebea560b0f8 req-3954b14f-1c49-45a9-afc7-3da54c0a97c5 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437820
May 20 18:26:56.858690 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-e4736f8b-1c5c-4521-9768-a58777105d14 service neutron] 10.222.0.13 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428873
May 20 18:26:56.995093 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-5551a4ee-c5b1-4c4f-b316-20472a9bf283 service neutron] 10.222.0.13 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303048
May 20 18:26:57.117250 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-50811610-e900-42c1-b409-9ee5bb3e6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:57.118776 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-50811610-e900-42c1-b409-9ee5bb3e6dbf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47bcd4da5a164333b657d77baf3d1789&device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1138 time: 0.0740414
May 20 18:26:57.393291 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-9836edff-11d0-4b22-9593-3a555c0a73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:57.395693 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-9836edff-11d0-4b22-9593-3a555c0a73fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 200  len: 914 time: 0.2536139
May 20 18:26:57.588816 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3dd2e082-bd20-4f98-83f4-ce9459684278 req-9eb8196a-32e0-484c-ac01-6fd60517b404 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 210 time: 0.1226256
May 20 18:26:57.613532 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-ccbfe8b5-7183-4524-b9a1-bd0f5f6463f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 1001 time: 0.2113841
May 20 18:26:57.671324 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90288e8-fcfc-445c-a5e9-308b9a5cef20 req-6e126bb6-c3c8-4490-ac96-278b8b6ba62c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:57.672827 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e90288e8-fcfc-445c-a5e9-308b9a5cef20 req-6e126bb6-c3c8-4490-ac96-278b8b6ba62c tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.1990864
May 20 18:26:57.723450 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-7ce3edf5-d900-490d-80bf-600ffc79e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:57.724815 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-7ce3edf5-d900-490d-80bf-600ffc79e83d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443ba35e-57a5-4de8-826f-28fba77f68f8 HTTP/1.1" status: 200  len: 853 time: 0.1033852
May 20 18:26:57.768668 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e90288e8-fcfc-445c-a5e9-308b9a5cef20 req-18a447a1-2dd5-4073-8b58-54cff2b42242 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0895145
May 20 18:26:57.821039 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-e9f80984-ef1b-4ee8-bb31-c64d5e1f8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:57.822577 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-e9f80984-ef1b-4ee8-bb31-c64d5e1f8153 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887656
May 20 18:26:58.017978 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4e538-eceb-47ac-b030-e01ceb448416 req-e7467dfa-96be-4f90-82f0-e3434fb1d205 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:58.019540 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-56f4e538-eceb-47ac-b030-e01ceb448416 req-e7467dfa-96be-4f90-82f0-e3434fb1d205 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2038610
May 20 18:26:58.023131 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-e2cbed44-838e-4baa-a088-f3068fdba985 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662672
May 20 18:26:58.148872 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-56f4e538-eceb-47ac-b030-e01ceb448416 req-6d864f5e-0264-481d-8f82-55db3d39b51d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234217
May 20 18:26:58.192637 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fe506f04-43f9-431e-8bb6-479bda7b0609 req-c7bf032e-5720-4fc0-9bb8-647ce46843ef service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503596
May 20 18:26:58.577535 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-02b9875f-51b6-4101-a22a-5cc4ac02d55e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:58.579404 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-02b9875f-51b6-4101-a22a-5cc4ac02d55e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 811 time: 0.1631634
May 20 18:26:58.612294 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42838) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:58.641522 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-b6b5e926-50c7-40f2-a48f-fc3c7bc4fc1c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b14bd383da44746985d08a30cd1b357 HTTP/1.1" status: 200  len: 380 time: 0.0526366
May 20 18:26:58.659326 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'port': {'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'admin_state_up': True, 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'security_groups': ['49e2a045-2b6a-4e24-9efd-f32a96dd7f00']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:26:58.754859 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:58.772141 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:26:58.777422 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Usage tracker for resource:security_group_rule and tenant:87e162c855b148c396afe5824df20858 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:26:58.781182 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:26:58.789141 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:26:58.810441 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1312d7da-6829-4b4b-b22c-c6989ad35be5 req-063d6d8b-ea89-48dc-b463-944ef7cef91f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 210 time: 0.1090403
May 20 18:26:58.861713 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:26:58.871718 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:26:58.890139 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:58.894102 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:58.901244 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3620d550-d9f7-4bff-a567-985793fdf2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:58.939202 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Made reservation on behalf of 0b14bd383da44746985d08a30cd1b357 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:26:58.940455 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8799ed30-c52b-416e-910e-019f16a1ea47,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:58.943071 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:58.955390 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.955765 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.956133 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.956495 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.956853 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.957208 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.957745 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.958126 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.958477 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.958830 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.959193 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.959529 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:26:58.968535 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87e162c855b148c396afe5824df20858&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3546410
May 20 18:26:58.969508 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:58.969632 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42846) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:26:59.031728 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-99c84ccf-cac0-423a-a0d4-166537e6acf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:59.057549 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a48e0-b38e-403e-8208-df23866ec85b req-9dc3a472-e056-4c9b-8cb1-6b23d4181508 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:59.059239 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-456a48e0-b38e-403e-8208-df23866ec85b req-9dc3a472-e056-4c9b-8cb1-6b23d4181508 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.1723697
May 20 18:26:59.067148 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-99c84ccf-cac0-423a-a0d4-166537e6acf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:59.122688 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-99c84ccf-cac0-423a-a0d4-166537e6acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:59.127765 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-17c0d527-8069-4d95-a2d2-5a8ba89b4f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:59.138533 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c84ccf-cac0-423a-a0d4-166537e6acf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8799ed30-c52b-416e-910e-019f16a1ea47,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:59.144575 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-99c84ccf-cac0-423a-a0d4-166537e6acf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:59.146614 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-99c84ccf-cac0-423a-a0d4-166537e6acf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:59.150669 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-99c84ccf-cac0-423a-a0d4-166537e6acf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8799ed30-c52b-416e-910e-019f16a1ea47 HTTP/1.1" status: 204  len: 168 time: 0.1771286
May 20 18:26:59.168261 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-456a48e0-b38e-403e-8208-df23866ec85b req-b1a1100c-9f18-4378-9191-e3c4ece1e32e tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1004300
May 20 18:26:59.204200 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Allocated IP 172.20.0.11 (324ca71e-7f17-4be5-8d04-6ebc2ab4f332/22bb6ec4-7a08-431a-b3b4-52c1e2066dfe/14fae7c5-641c-4740-a70b-0e42d002f37c) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:26:59.583292 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:59.593680 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1183d-2cf4-41cd-90ab-5b55678736ed req-3dcdb443-412e-4685-9900-c1d1901cf6d6 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:59.595826 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7ec1183d-2cf4-41cd-90ab-5b55678736ed req-3dcdb443-412e-4685-9900-c1d1901cf6d6 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.3122854
May 20 18:26:59.624131 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Transition to ACTIVE for port object 14fae7c5-641c-4740-a70b-0e42d002f37c will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:26:59.657986 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7ec1183d-2cf4-41cd-90ab-5b55678736ed req-c58ec1ad-e30c-40e5-b298-8dfa858c4721 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547333
May 20 18:26:59.675488 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:59.681905 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-597f178c-e76f-4bfd-93bd-265950357e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:26:59.749109 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:26:59.750517 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:26:59.754585 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:26:59.798352 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'Port': ['ID=14fae7c5-641c-4740-a70b-0e42d002f37c,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:26:59.806638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:26:59.828673 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:26:59.830185 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:26:59.859429 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2050517
May 20 18:26:59.872047 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Request body: {'port': {'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:27:00.044385 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3dd5a108-d7f8-4c4d-b923-fa2c1ca39858 None None] Provisioning for port 14fae7c5-641c-4740-a70b-0e42d002f37c completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:27:00.050400 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3dd5a108-d7f8-4c4d-b923-fa2c1ca39858 None None] Provisioning complete for port 14fae7c5-641c-4740-a70b-0e42d002f37c triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:27:00.051412 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3dd5a108-d7f8-4c4d-b923-fa2c1ca39858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:00.152846 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5a108-d7f8-4c4d-b923-fa2c1ca39858 None None] Port 14fae7c5-641c-4740-a70b-0e42d002f37c cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:27:00.175533 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-121e768c-f4a8-4cb6-8c5c-4994be35dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:00.177292 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-121e768c-f4a8-4cb6-8c5c-4994be35dc89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 1099 time: 0.0977705
May 20 18:27:00.198509 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bf8f5-46c1-4933-b72b-d1fdcddd0193 req-c63569b2-a98b-4820-a29f-625a50d038f0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:00.198972 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-7f1bf8f5-46c1-4933-b72b-d1fdcddd0193 req-c63569b2-a98b-4820-a29f-625a50d038f0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Synchronizing usage tracker for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:27:00.205909 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:00.272004 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598bdd5-2a37-40f9-834b-d8f84b5b6504 req-5700535b-fe28-43dc-a4c1-353213971278 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:00.273557 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5598bdd5-2a37-40f9-834b-d8f84b5b6504 req-5700535b-fe28-43dc-a4c1-353213971278 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2495043
May 20 18:27:00.280643 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-7f1bf8f5-46c1-4933-b72b-d1fdcddd0193 req-c63569b2-a98b-4820-a29f-625a50d038f0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Unset dirty status for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:27:00.281674 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7f1bf8f5-46c1-4933-b72b-d1fdcddd0193 req-c63569b2-a98b-4820-a29f-625a50d038f0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 932 time: 0.3158026
May 20 18:27:00.324139 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-28cfb10a-632c-43e9-b42e-6ef67d289d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:00.325839 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-28cfb10a-632c-43e9-b42e-6ef67d289d75 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 911 time: 0.1392882
May 20 18:27:00.420492 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7f1bf8f5-46c1-4933-b72b-d1fdcddd0193 req-e389724d-027e-41f5-af1f-7b60fcfc9311 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155481
May 20 18:27:00.423242 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5598bdd5-2a37-40f9-834b-d8f84b5b6504 req-78d0f27d-dedc-42b8-b1a6-57a643463e91 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343417
May 20 18:27:00.464977 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-f4e290dc-8b98-4215-93b5-c68fca734542 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 HTTP/1.1" status: 200  len: 1002 time: 0.1317921
May 20 18:27:00.548209 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-874e462a-0a5d-4a35-b0a2-219016ccec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:00.548209 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-874e462a-0a5d-4a35-b0a2-219016ccec72 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.0748610
May 20 18:27:00.548209 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42888) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:00.630454 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-d50fd294-a146-4205-9e89-a4c1353ba19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:00.631940 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-d50fd294-a146-4205-9e89-a4c1353ba19e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781190
May 20 18:27:00.692732 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb8ce6-1a45-451f-b41e-e15e32966a5d req-8a5b285e-73a6-493a-9e06-b9c3482d503f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:00.694425 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-34fb8ce6-1a45-451f-b41e-e15e32966a5d req-8a5b285e-73a6-493a-9e06-b9c3482d503f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.1238611
May 20 18:27:00.761945 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:00.803475 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-34fb8ce6-1a45-451f-b41e-e15e32966a5d req-74bc0599-a7ee-4e91-9bea-c5d83241bd1d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1030090
May 20 18:27:00.811125 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fae7c5-641c-4740-a70b-0e42d002f37c {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:27:00.820405 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:00.837750 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Transition to ACTIVE for port object 14fae7c5-641c-4740-a70b-0e42d002f37c will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:27:00.842160 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:00.846181 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3e95bc3e-6eda-4094-b311-7fe7d0d97c9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:00.878057 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:27:00.885688 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Usage tracker for resource:security_group_rule and tenant:c53e8d13eff34f2c96607fa86b7020b3 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:27:00.897356 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:27:00.907889 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:27:00.913724 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-17e1c6ae-a655-4193-bc7f-0c499975c7b2 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2747221
May 20 18:27:01.013689 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Pushing event updated for resources: {'Port': ['ID=14fae7c5-641c-4740-a70b-0e42d002f37c,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:01.018181 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:01.097402 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Attempting to bind port 14fae7c5-641c-4740-a70b-0e42d002f37c on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:27:01.097804 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Attempting to bind port 14fae7c5-641c-4740-a70b-0e42d002f37c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:27:01.098230 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Attempting to bind port 14fae7c5-641c-4740-a70b-0e42d002f37c on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:27:01.098738 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-535eb2d4-1081-4142-9b18-da4b69b6aa8e req-ce932028-5004-4f9e-9181-258ccf68646c service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776376
May 20 18:27:01.103700 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Port 14fae7c5-641c-4740-a70b-0e42d002f37c on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:27:01.104027 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Attempting to bind port 14fae7c5-641c-4740-a70b-0e42d002f37c on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:27:01.109621 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:27:01.110025 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Checking segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:27:01.110967 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Bound using segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:27:01.111399 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Bound port: 14fae7c5-641c-4740-a70b-0e42d002f37c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:27:01.111749 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:01.127416 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:01.132540 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:01.139388 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7297dc3e-1685-4821-926d-3258f64d35cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:01.180074 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b8a1d6-7b35-4366-84f1-5ed6c45eec2d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:01.184256 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c53e8d13eff34f2c96607fa86b7020b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6353981
May 20 18:27:01.185210 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:01.186921 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42896) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:01.209464 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] For port 14fae7c5-641c-4740-a70b-0e42d002f37c, host hv-cinder-79229, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:27:01.212506 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] For port 14fae7c5-641c-4740-a70b-0e42d002f37c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=14fae7c5-641c-4740-a70b-0e42d002f37c,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:27:01.218305 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:01.222868 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0867da3b-bcee-487a-9464-3095debe8a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:01.247343 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-60c97f79-4f8c-4bef-ae6a-860eaf5381d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:01.273343 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-60c97f79-4f8c-4bef-ae6a-860eaf5381d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:01.279835 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:01.280443 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:01.282052 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] 10.222.0.22 "PUT /v2.0/ports/14fae7c5-641c-4740-a70b-0e42d002f37c HTTP/1.1" status: 200  len: 1094 time: 1.4146554
May 20 18:27:01.284983 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:27:01.309511 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Pushing event updated for resources: {'Port': ['ID=14fae7c5-641c-4740-a70b-0e42d002f37c,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:01.314491 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:01.351512 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-60c97f79-4f8c-4bef-ae6a-860eaf5381d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:01.355660 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b585fa33-83cc-4355-9057-4639d18eaa11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:01.368691 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c97f79-4f8c-4bef-ae6a-860eaf5381d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b8a1d6-7b35-4366-84f1-5ed6c45eec2d,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:01.372302 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-60c97f79-4f8c-4bef-ae6a-860eaf5381d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:01.376107 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-60c97f79-4f8c-4bef-ae6a-860eaf5381d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:01.377600 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-60c97f79-4f8c-4bef-ae6a-860eaf5381d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3b8a1d6-7b35-4366-84f1-5ed6c45eec2d HTTP/1.1" status: 204  len: 168 time: 0.1897902
May 20 18:27:01.394050 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'status': 'completed', 'code': 200}
May 20 18:27:01.433334 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-866a502c-f37a-495d-a566-c5e2a0c9f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:01.435109 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-866a502c-f37a-495d-a566-c5e2a0c9f085 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 1097 time: 0.0960958
May 20 18:27:01.720455 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-db16e399-ef6b-4afb-8129-db33ce551fd4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14fae7c5-641c-4740-a70b-0e42d002f37c HTTP/1.1" status: 200  len: 217 time: 0.2768955
May 20 18:27:01.823434 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-ec74ea4a-5f0f-4bbb-82e9-b7565160f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:01.824862 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-ec74ea4a-5f0f-4bbb-82e9-b7565160f8f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.0950241
May 20 18:27:01.898469 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513d31d-19d0-4bef-9c58-fd7f330d8bac req-7b4d488e-b574-4ee8-8e57-f398c0aa22b4 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:01.899940 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c513d31d-19d0-4bef-9c58-fd7f330d8bac req-7b4d488e-b574-4ee8-8e57-f398c0aa22b4 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2607222
May 20 18:27:01.914444 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9aaa-c3d5-40eb-b42f-6cfaffb62d37 req-ee75768d-74de-4efc-9751-40503a21dbb9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:01.915852 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8e8f9aaa-c3d5-40eb-b42f-6cfaffb62d37 req-ee75768d-74de-4efc-9751-40503a21dbb9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 944 time: 0.2840443
May 20 18:27:01.997073 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c513d31d-19d0-4bef-9c58-fd7f330d8bac req-493b8f0b-769d-40e2-b038-80bbd85eb896 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911736
May 20 18:27:02.002557 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8e8f9aaa-c3d5-40eb-b42f-6cfaffb62d37 req-64915bae-7d3b-46b9-a713-52684afeb83f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701756
May 20 18:27:02.009452 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-0e1f4748-64b0-4455-9211-c4db6f2f91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:02.011250 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-0e1f4748-64b0-4455-9211-c4db6f2f91a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1794798
May 20 18:27:02.215865 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-b195bc01-c356-4916-813f-cd81f3066b7b service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966586
May 20 18:27:02.323881 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d09721-b4a0-4e85-93cd-e9f8909eb099 req-a1b0c332-0886-43c3-8bef-317a392153bb tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:02.325344 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-25d09721-b4a0-4e85-93cd-e9f8909eb099 req-a1b0c332-0886-43c3-8bef-317a392153bb tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.1979694
May 20 18:27:02.404272 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-25d09721-b4a0-4e85-93cd-e9f8909eb099 req-17f1c428-464e-45b2-83b9-cb6de792f3f7 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7a03315-b03f-4fbd-9222-16b5c16dcafe&id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0708282
May 20 18:27:02.406151 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-182b7c8e-31c2-419c-bad3-ba253d15cd02 req-4ecd5147-9ab0-4f88-b41e-385b6aed4066 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814334
May 20 18:27:02.535055 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-4d6eb22a-ccbd-43cf-b3ff-ca24446a7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:02.536523 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-4d6eb22a-ccbd-43cf-b3ff-ca24446a7d0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 1097 time: 0.0714097
May 20 18:27:02.667757 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-8a4f14aa-35d0-4e3b-ba72-829a86c6fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:02.669209 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-8a4f14aa-35d0-4e3b-ba72-829a86c6fcef service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.1260459
May 20 18:27:02.742178 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-e0011f1c-976c-4e66-bc7a-486193184e36 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14fae7c5-641c-4740-a70b-0e42d002f37c HTTP/1.1" status: 200  len: 217 time: 0.0657730
May 20 18:27:02.806193 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-db86f4b5-d5f1-4820-b561-fc36a5ea28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:02.807656 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-db86f4b5-d5f1-4820-b561-fc36a5ea28f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.0599861
May 20 18:27:02.881268 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-b9671ed4-48a2-4333-a8f1-9206ade220ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:02.882766 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-b9671ed4-48a2-4333-a8f1-9206ade220ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680764
May 20 18:27:03.017937 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-4136070f-1375-45cd-9842-f0806a4f9b3d service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241472
May 20 18:27:03.351848 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-33628eed-6717-4bb2-9301-a756f94f8d98 req-27575025-c32e-47fa-9485-b0b8956db9bb service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3273106
May 20 18:27:03.381050 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff553287-d3b0-4075-8667-d1e80659e7b9 req-6ae9a190-e70a-4353-9f65-fbbf94778ba5 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:03.382576 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ff553287-d3b0-4075-8667-d1e80659e7b9 req-6ae9a190-e70a-4353-9f65-fbbf94778ba5 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2732396
May 20 18:27:03.390999 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7a6b7-c4ba-446d-8bad-777cdaec826c req-d97aa2e6-911b-4973-adcc-55bf6de89677 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:03.392489 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-35d7a6b7-c4ba-446d-8bad-777cdaec826c req-d97aa2e6-911b-4973-adcc-55bf6de89677 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 944 time: 0.2486129
May 20 18:27:03.465254 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ff553287-d3b0-4075-8667-d1e80659e7b9 req-e827dc1b-2703-4977-9093-d0a3936adcf0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716701
May 20 18:27:03.469994 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-35d7a6b7-c4ba-446d-8bad-777cdaec826c req-cfb64127-70e7-456d-8dd8-b1da9779e981 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635116
May 20 18:27:04.023127 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:27:04.661386 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8154f-e5f1-44e6-b0cb-19a16a8e9701 req-44edafe1-ee98-4eb8-9950-108ca3e35993 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:04.662933 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3be8154f-e5f1-44e6-b0cb-19a16a8e9701 req-44edafe1-ee98-4eb8-9950-108ca3e35993 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 944 time: 0.0864115
May 20 18:27:04.711859 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3be8154f-e5f1-44e6-b0cb-19a16a8e9701 req-ce45521e-4e67-4dd6-ba94-5b8bbc16bd9a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426595
May 20 18:27:05.897953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d220-67a6-4014-99c3-11bcf1f82cf0 req-f2e33ad1-2196-497c-a7b4-e5698c16c886 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:05.899461 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f630d220-67a6-4014-99c3-11bcf1f82cf0 req-f2e33ad1-2196-497c-a7b4-e5698c16c886 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 944 time: 0.0845480
May 20 18:27:05.946463 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f630d220-67a6-4014-99c3-11bcf1f82cf0 req-b08fd9e3-9522-48b3-b50c-6ee7716edd0e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413055
May 20 18:27:07.134811 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c36690-d3e0-4496-b005-0bff3e86e795 req-ed4c8eae-10e0-49aa-84c5-ae47344cf66b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:07.136292 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c8c36690-d3e0-4496-b005-0bff3e86e795 req-ed4c8eae-10e0-49aa-84c5-ae47344cf66b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 944 time: 0.0832202
May 20 18:27:07.181588 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c8c36690-d3e0-4496-b005-0bff3e86e795 req-1d2cb227-e7e3-401b-a1a2-894f73fdb12e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395501
May 20 18:27:08.372734 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555254c-80ae-4b99-b8f3-2970836eccec req-e8a02e6e-0427-464d-8723-495cd191cd8a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:08.375825 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f555254c-80ae-4b99-b8f3-2970836eccec req-e8a02e6e-0427-464d-8723-495cd191cd8a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 944 time: 0.0855365
May 20 18:27:08.420541 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f555254c-80ae-4b99-b8f3-2970836eccec req-c74f6d9c-ea5a-411d-8886-62f72e66ae35 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401127
May 20 18:27:09.609900 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf18ec-9d1e-4449-bd6a-ff1372b9e227 req-e62fd36c-ed2b-498e-a35f-543e530f69f4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:09.611957 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6cbf18ec-9d1e-4449-bd6a-ff1372b9e227 req-e62fd36c-ed2b-498e-a35f-543e530f69f4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 944 time: 0.0829241
May 20 18:27:09.664010 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6cbf18ec-9d1e-4449-bd6a-ff1372b9e227 req-2e0a56bb-1ffd-449c-8b10-e5d477608e34 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461955
May 20 18:27:10.350240 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 14fae7c5-641c-4740-a70b-0e42d002f37c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:27:10.478867 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 14fae7c5-641c-4740-a70b-0e42d002f37c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=14fae7c5-641c-4740-a70b-0e42d002f37c,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:27:10.491520 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:27:10.545774 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:10.566214 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fae7c5-641c-4740-a70b-0e42d002f37c {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:27:10.582070 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 14fae7c5-641c-4740-a70b-0e42d002f37c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=14fae7c5-641c-4740-a70b-0e42d002f37c,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:27:10.586392 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:10.588153 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-b3a6610e-4688-4e27-9ce2-44a400214b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:10.654785 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=14fae7c5-641c-4740-a70b-0e42d002f37c,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:10.661888 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.662227 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.662557 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.662880 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.663205 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.663524 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.663840 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.664242 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.664476 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.664788 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.665151 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.665466 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:27:10.669389 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:10.859393 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385ae58-1a8a-4036-9f44-5849adf16f72 req-d73a642c-7bd2-4cd9-87d9-dc4190489a3c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:10.861381 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2385ae58-1a8a-4036-9f44-5849adf16f72 req-d73a642c-7bd2-4cd9-87d9-dc4190489a3c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 945 time: 0.0809035
May 20 18:27:10.907324 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2385ae58-1a8a-4036-9f44-5849adf16f72 req-25e80a3d-c253-41e1-be15-5ed697ee7baf tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399079
May 20 18:27:10.940717 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['14fae7c5-641c-4740-a70b-0e42d002f37c'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:27:12.093367 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618652-63c0-44a4-bcca-e9fb01334d8a req-fd4f9c96-4138-4c9e-9c2e-f060017be956 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:12.094848 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c4618652-63c0-44a4-bcca-e9fb01334d8a req-fd4f9c96-4138-4c9e-9c2e-f060017be956 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 945 time: 0.0832400
May 20 18:27:12.138586 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c4618652-63c0-44a4-bcca-e9fb01334d8a req-4b896758-1f34-4e89-9a04-f861fa045342 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379934
May 20 18:27:12.364824 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 14fae7c5-641c-4740-a70b-0e42d002f37c up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:27:12.436300 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 14fae7c5-641c-4740-a70b-0e42d002f37c completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:27:12.441835 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 14fae7c5-641c-4740-a70b-0e42d002f37c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:27:12.442217 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:12.559940 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:12.587642 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:27:12.597577 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 14fae7c5-641c-4740-a70b-0e42d002f37c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=14fae7c5-641c-4740-a70b-0e42d002f37c,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:27:12.602934 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:12.604981 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:12.640044 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'code': 200}
May 20 18:27:12.674279 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=14fae7c5-641c-4740-a70b-0e42d002f37c,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:12.677240 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:12.935958 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b40a8-9f32-4e65-b43d-2c4eee10b15b req-f57d523d-750b-4715-a354-54cad0101c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:12.937402 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a35b40a8-9f32-4e65-b43d-2c4eee10b15b req-f57d523d-750b-4715-a354-54cad0101c73 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 1099 time: 0.0707076
May 20 18:27:12.984815 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a35b40a8-9f32-4e65-b43d-2c4eee10b15b req-95849d71-d60c-4743-bbec-406ccf288386 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397987
May 20 18:27:13.323823 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db284f1-ec58-4033-94b2-44052c58454e req-c9f9a345-d328-4c79-adfa-b408172abb0e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:13.325320 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9db284f1-ec58-4033-94b2-44052c58454e req-c9f9a345-d328-4c79-adfa-b408172abb0e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 946 time: 0.0812647
May 20 18:27:13.375769 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9db284f1-ec58-4033-94b2-44052c58454e req-ab142b6b-245e-482e-b1b8-a167af4a33b1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397253
May 20 18:27:14.567988 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938ed8-04f7-44ba-99f8-b321a035f2fd req-b01e8c6d-b8c5-4464-8922-1ccca589f441 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:14.569505 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-30938ed8-04f7-44ba-99f8-b321a035f2fd req-b01e8c6d-b8c5-4464-8922-1ccca589f441 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 946 time: 0.0872691
May 20 18:27:14.614441 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-30938ed8-04f7-44ba-99f8-b321a035f2fd req-b50cb081-bfda-4029-8da4-f831af07c868 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387585
May 20 18:27:14.795731 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992dbf3-56e7-4368-be62-4dc834dae750 req-5e49acae-f9da-4909-a3bf-4cdf50996e89 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:14.797082 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c992dbf3-56e7-4368-be62-4dc834dae750 req-5e49acae-f9da-4909-a3bf-4cdf50996e89 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 946 time: 0.0783854
May 20 18:27:14.847082 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c992dbf3-56e7-4368-be62-4dc834dae750 req-2d747625-060f-4198-89f3-e391c3251900 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431061
May 20 18:27:14.870114 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 42944) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:14.940886 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c80a2-c7ec-426f-ae17-e4c0d9a8f7e3 tempest-TestVolumeBootPattern-803564900 tempest-TestVolumeBootPattern-803564900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:14.941599 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-d25c80a2-c7ec-426f-ae17-e4c0d9a8f7e3 tempest-TestVolumeBootPattern-803564900 tempest-TestVolumeBootPattern-803564900-project-admin] Synchronizing usage tracker for tenant:a060d5dfff7f42d794847382592658f6 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:27:14.957966 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-d25c80a2-c7ec-426f-ae17-e4c0d9a8f7e3 tempest-TestVolumeBootPattern-803564900 tempest-TestVolumeBootPattern-803564900-project-admin] Unset dirty status for tenant:a060d5dfff7f42d794847382592658f6 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:27:14.959162 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-d25c80a2-c7ec-426f-ae17-e4c0d9a8f7e3 tempest-TestVolumeBootPattern-803564900 tempest-TestVolumeBootPattern-803564900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 1094 time: 0.0880842
May 20 18:27:14.962179 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 42948) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:14.967429 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'floatingip': {'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:27:14.973963 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:27:14.977810 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:floatingip and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:27:14.980643 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:27:14.987356 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:27:14.997700 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:15.136302 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:15.275283 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Allocated IP 172.27.0.193 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/1e6aa5fd-8cf3-481c-9cc5-ecf81946ec0e) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:27:15.516270 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:15.546840 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:15.551466 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b9cac470-6e13-4021-900a-e23029984ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:15.616497 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:27:15.619378 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:27:15.622046 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:27:15.660562 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'Port': ['ID=1e6aa5fd-8cf3-481c-9cc5-ecf81946ec0e,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:15.663801 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:16.056062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:16.128503 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:16.342496 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:16.347339 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:16.351563 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2982215d-8fae-41fe-a9ef-a9cd59dbb51d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:16.459166 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'Port': ['ID=1e6aa5fd-8cf3-481c-9cc5-ecf81946ec0e,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:16.463377 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:16.472569 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:16.645930 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Floating IP 73e24114-268f-41a8-9add-5a3381f228df associated. External IP: 172.27.0.193, port: 14fae7c5-641c-4740-a70b-0e42d002f37c.
May 20 18:27:17.119747 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Router 0711da84-c7f9-436b-9ea8-a2f5480850ba has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:27:17.310976 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:27:17.321786 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] Sync routers for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:27:17.333219 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:27:17.333902 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a173c01c0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:26:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:17.353687 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:17.428288 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4504821
May 20 18:27:17.428288 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:27:17.437085 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6ab92924-d40c-4337-b1e8-742d01dce003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:17.461789 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'status': 'completed', 'code': 200}
May 20 18:27:17.542912 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:27:17.578974 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-9f8d6a96-661a-447c-875d-d2d963193e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:17.580539 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-9f8d6a96-661a-447c-875d-d2d963193e07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 1099 time: 0.0814946
May 20 18:27:17.719950 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-12bf4006-a67f-4491-b36a-425af073cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:17.721429 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-12bf4006-a67f-4491-b36a-425af073cabe service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.1324790
May 20 18:27:17.826626 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-35e2bb15-56bb-46a9-9e91-93774fc91094 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14fae7c5-641c-4740-a70b-0e42d002f37c HTTP/1.1" status: 200  len: 1000 time: 0.0970867
May 20 18:27:17.897971 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-19bce47c-d2d3-48da-a287-f5c6451a0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:17.899477 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-19bce47c-d2d3-48da-a287-f5c6451a0b43 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.0664911
May 20 18:27:17.982312 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-73773235-28b1-4a8f-b365-84036498092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:17.987450 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-73773235-28b1-4a8f-b365-84036498092f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770035
May 20 18:27:18.037279 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a173c01c0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '73e24114-268f-41a8-9add-5a3381f228df', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:15Z', 'updated_at': '2021-05-20T18:27:15Z', 'revision_number': 0, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:18.041292 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] Checking router: 0711da84-c7f9-436b-9ea8-a2f5480850ba for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:27:18.050921 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:27:18.051541 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a173c01c0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:26:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:18.122736 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-95e65432-e41f-456f-93b7-6699c38d5a7e service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303475
May 20 18:27:18.241887 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:27:18.264109 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-210f4e04-20d1-44b0-ac4b-70140ed745c6 req-50188b34-bf4c-40ff-bc0f-cfeb8866f460 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299808
May 20 18:27:18.598850 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a173c01c0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '73e24114-268f-41a8-9add-5a3381f228df', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:15Z', 'updated_at': '2021-05-20T18:27:15Z', 'revision_number': 0, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:18.602899 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f2095-0106-43ae-9d86-177e70a87183 None None] The sync data for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi is: [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '73e24114-268f-41a8-9add-5a3381f228df', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:15Z', 'updated_at': '2021-05-20T18:27:15Z', 'revision_number': 0, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:27:18.782292 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046bd42-d93f-4c50-aa93-8f6f1a11bd5c None None] New status for floating IP 73e24114-268f-41a8-9add-5a3381f228df: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:27:19.749514 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:19.823394 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2b44d3cb-0cff-4de4-9ba9-ee0db09322ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:20.924711 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:21.090046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:21.418523 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205da6-3bdf-4aa8-80ee-d4a6f6fcbe8a req-3916b610-1088-4d44-a9e1-8672914c3cc3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:21.420037 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-30205da6-3bdf-4aa8-80ee-d4a6f6fcbe8a req-3916b610-1088-4d44-a9e1-8672914c3cc3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.0863664
May 20 18:27:21.467047 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-30205da6-3bdf-4aa8-80ee-d4a6f6fcbe8a req-58927a23-4731-4258-bc6c-17ad7f22b55c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405617
May 20 18:27:22.411622 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:22.668104 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441ae36-5e7e-4662-b315-22690176337f req-21d6645d-c10f-4595-ae0c-a04e6f89a40d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:22.669539 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7441ae36-5e7e-4662-b315-22690176337f req-21d6645d-c10f-4595-ae0c-a04e6f89a40d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.0835173
May 20 18:27:22.721957 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7441ae36-5e7e-4662-b315-22690176337f req-87ac245b-af2e-444c-bf82-8372496eee29 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454204
May 20 18:27:23.239875 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-20bcb829-b31b-4bab-b14c-480d04f51557 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:23.241422 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-20bcb829-b31b-4bab-b14c-480d04f51557 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.0865710
May 20 18:27:23.384568 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Deleting port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:27:23.384906 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:23.622759 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] For port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:27:23.623105 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:23.983921 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:23.984694 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:23.984694 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Floating IP 3594d0d7-fa21-49e0-bad9-46a7eedc819e disassociated. External IP: 172.27.0.95, port: 1dab9314-a2fc-4f1b-80c9-e4c6a6279214.
May 20 18:27:23.985018 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Calling delete_port for 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:27:24.027100 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b479932-145b-4a1a-8a75-e4ba6b685842 req-984f8056-c104-49ab-af94-ade020c0c750 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:24.028575 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7b479932-145b-4a1a-8a75-e4ba6b685842 req-984f8056-c104-49ab-af94-ade020c0c750 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 946 time: 0.1474166
May 20 18:27:24.088820 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7b479932-145b-4a1a-8a75-e4ba6b685842 req-75afa38e-f2b5-42ee-ab5b-e61a626f5b46 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d9142b9-6600-4d23-81c8-36efa87131cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540979
May 20 18:27:24.169028 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:24.175360 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-18b72000-4982-4f8c-8a34-2bcd4d1e7faa tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:24.221786 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event deleted for resources: {'Port': ['ID=1dab9314-a2fc-4f1b-80c9-e4c6a6279214,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:24.224403 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:24.413137 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Router 3d709264-fdd4-4d7d-813d-a81152d82e06 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:27:24.593188 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:27:24.603599 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] Sync routers for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:27:24.614953 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:27:24.615750 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a174d17c0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:27:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:24.672676 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] No DVR routers for this DVR port 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 on host hv-cinder-79229 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:27:24.675501 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:24.678395 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-deleted', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:27:24.701401 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a4b823fc-c95c-4517-9ca5-fe640efb8b36 req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "DELETE /v2.0/ports/1dab9314-a2fc-4f1b-80c9-e4c6a6279214 HTTP/1.1" status: 204  len: 173 time: 1.4528530
May 20 18:27:24.731984 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f75f5e2-2186-4b24-9697-8b7da7cfb920', 'name': 'network-vif-deleted', 'tag': '1dab9314-a2fc-4f1b-80c9-e4c6a6279214', 'status': 'completed', 'code': 200}
May 20 18:27:24.816715 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:27:25.143123 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a174d17c0>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:25.150197 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] Checking router: 3d709264-fdd4-4d7d-813d-a81152d82e06 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:27:25.165473 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:27:25.166815 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a174d17c0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:27:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:25.321189 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-1c927c3c-fbda-4784-a183-2b696f77fa57 req-e00f9340-7af9-4804-926e-cd87e9168815 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Synchronizing usage tracker for tenant:58767036664145c8966c2f08be8dcd2d on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:27:25.348073 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-1c927c3c-fbda-4784-a183-2b696f77fa57 req-e00f9340-7af9-4804-926e-cd87e9168815 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Unset dirty status for tenant:58767036664145c8966c2f08be8dcd2d on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:27:25.350399 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1c927c3c-fbda-4784-a183-2b696f77fa57 req-e00f9340-7af9-4804-926e-cd87e9168815 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f75f5e2-2186-4b24-9697-8b7da7cfb920 HTTP/1.1" status: 200  len: 210 time: 0.1044059
May 20 18:27:25.433627 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:27:25.762207 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a174d17c0>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:25.766521 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5e8ea-d5e8-4515-aeed-37494de1fa20 None None] The sync data for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi is: [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:27:25.981414 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91d716-f26c-4b19-be1f-1b19a4d91554 None None] New status for floating IP 3594d0d7-fa21-49e0-bad9-46a7eedc819e: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:27:26.431334 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:27:26.470809 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:27:26.471363 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 1dab9314-a2fc-4f1b-80c9-e4c6a6279214 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:27:26.489224 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42994) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:26.558359 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-be85a00b-a2ca-4fb2-ba6d-f19e241ba707 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:26.586894 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-be85a00b-a2ca-4fb2-ba6d-f19e241ba707 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:26.645007 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-be85a00b-a2ca-4fb2-ba6d-f19e241ba707 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:26.649394 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-939a0e35-61e2-4862-9c4d-c18242e83fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:26.665618 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85a00b-a2ca-4fb2-ba6d-f19e241ba707 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9142b9-6600-4d23-81c8-36efa87131cb,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:26.668431 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-be85a00b-a2ca-4fb2-ba6d-f19e241ba707 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:26.681195 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-be85a00b-a2ca-4fb2-ba6d-f19e241ba707 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:26.682375 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-be85a00b-a2ca-4fb2-ba6d-f19e241ba707 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "DELETE /v2.0/security-groups/7d9142b9-6600-4d23-81c8-36efa87131cb HTTP/1.1" status: 204  len: 168 time: 0.1921453
May 20 18:27:26.685069 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 42998) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:26.702717 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.api.v2.resource [None req-4d296372-bbd3-4e74-8e74-b4dae1725d1d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] show failed (client error): The resource could not be found.
May 20 18:27:26.703690 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-4d296372-bbd3-4e74-8e74-b4dae1725d1d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups/7d9142b9-6600-4d23-81c8-36efa87131cb HTTP/1.1" status: 404  len: 347 time: 0.0176830
May 20 18:27:26.706935 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43002) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:26.943705 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Deleting port 92b5f85f-00e4-48d4-9da8-b30f32ab102c {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:27:26.944057 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:27.078405 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:27.078681 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:27.208919 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Calling delete_port for 92b5f85f-00e4-48d4-9da8-b30f32ab102c owned by network:floatingip {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:27:27.330222 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:27.335628 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:27.379686 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event deleted for resources: {'Port': ['ID=92b5f85f-00e4-48d4-9da8-b30f32ab102c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:27.382715 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:27.476452 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:27.496258 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:27.497375 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "DELETE /v2.0/floatingips/3594d0d7-fa21-49e0-bad9-46a7eedc819e HTTP/1.1" status: 204  len: 168 time: 0.7895346
May 20 18:27:27.979666 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43008) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:27.985477 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872789615', 'description': 'tempest-description--1335737014'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:27:27.991736 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:27:27.995980 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:security_group and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:27:27.999189 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:27:28.006828 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:27:28.016468 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.037358 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:27:28.041282 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:security_group_rule and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:27:28.044157 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:27:28.050917 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:27:28.125707 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.130714 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.134746 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-917d43ce-63b1-4fe3-a820-d5f73aaf07f1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:28.177723 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7966b0c-624c-4196-9aca-1e84d30c7bdf,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:28.181237 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:28.182838 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.186884 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2033992
May 20 18:27:28.188170 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43012) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:28.192921 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'security_group_rule': {'security_group_id': 'd7966b0c-624c-4196-9aca-1e84d30c7bdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:27:28.199075 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:27:28.202932 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:security_group_rule and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:27:28.206537 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:27:28.212386 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:27:28.228620 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.289467 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.293273 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.299642 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:28.319144 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069e4cd2-aa04-4858-904a-e7fc4c0390d3,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:28.321824 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:28.330175 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.331518 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-1becceb1-7a82-4ae9-9525-3fa18b897ba4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1433346
May 20 18:27:28.334145 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43016) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:28.339347 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'security_group_rule': {'security_group_id': 'd7966b0c-624c-4196-9aca-1e84d30c7bdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:27:28.345696 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:27:28.349553 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:security_group_rule and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:27:28.352485 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:27:28.358331 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:27:28.374534 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.439007 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.443258 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.446017 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-aae03326-0d23-4dae-9852-e042f38487d6 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:28.472274 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15504872-2817-47b2-9aca-8c02d9355a86,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:28.474627 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:28.482429 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.483578 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-bae656e0-48d1-4cef-9830-1672d3a3cf76 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1484840
May 20 18:27:28.486872 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43020) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:28.492078 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'floatingip': {'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:27:28.498013 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:27:28.502475 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:floatingip and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:27:28.505407 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:27:28.511249 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:27:28.522795 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.661294 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:28.978831 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Allocated IP 172.27.0.183 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/073b749a-e388-4b4e-a379-6a63b2ece639) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:27:29.257672 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:29.302412 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:29.306426 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-07358752-5705-46e0-a9be-3fdc3b14a9fd tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:29.370035 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:27:29.372961 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:27:29.377310 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:27:29.406968 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'Port': ['ID=073b749a-e388-4b4e-a379-6a63b2ece639,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:29.416048 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:29.471498 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:29.543065 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:29.753932 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:29.759289 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:29.763086 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a13daa6b-e365-4909-b87d-f3707aad5906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:29.871619 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'Port': ['ID=073b749a-e388-4b4e-a379-6a63b2ece639,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:29.875863 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:29.885159 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:29.908439 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:29.909664 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4218836
May 20 18:27:30.153334 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-e1be5e2d-15fc-43dc-8865-a5db1cd0face tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Synchronizing usage tracker for tenant:58767036664145c8966c2f08be8dcd2d on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:27:30.170236 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-e1be5e2d-15fc-43dc-8865-a5db1cd0face tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Unset dirty status for tenant:58767036664145c8966c2f08be8dcd2d on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:27:30.171414 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-e1be5e2d-15fc-43dc-8865-a5db1cd0face tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--872789615&fields=id&tenant_id=58767036664145c8966c2f08be8dcd2d HTTP/1.1" status: 200  len: 267 time: 0.0595798
May 20 18:27:30.327771 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-257d5b51-6f31-498e-8b8a-dab9019e730e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:30.329832 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-257d5b51-6f31-498e-8b8a-dab9019e730e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 816 time: 0.1492300
May 20 18:27:30.345100 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-54691886-b9e5-4e1d-b3cf-f06da8f7df26 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/quotas/58767036664145c8966c2f08be8dcd2d HTTP/1.1" status: 200  len: 375 time: 0.0094960
May 20 18:27:30.443466 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-24b19bb1-0206-4b7a-95a1-d19f6c5bf364 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0916414
May 20 18:27:30.594428 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-d79dbc46-3775-4461-96e0-c48509421855 service neutron] 10.222.0.13 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381578
May 20 18:27:30.734061 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-efdcbd0b-5f50-4293-b546-00c414408fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332223
May 20 18:27:30.955589 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-069fa5fe-80af-4b1a-9211-128b58056d63 req-d3b399d1-f083-463a-82dc-19d6d27667f5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 210 time: 0.0723944
May 20 18:27:32.088790 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-beb80321-1a74-431f-acd8-82ec9dc41a39 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:32.090478 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-beb80321-1a74-431f-acd8-82ec9dc41a39 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 816 time: 0.1654990
May 20 18:27:32.271050 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fa70f374-0cba-4271-8c49-d9ca4624af90 req-410b45ba-1243-4fe3-8d87-e1d564e2852b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 210 time: 0.1557827
May 20 18:27:32.288896 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-8216ee97-b2c0-4354-883e-b78f62c65219 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58767036664145c8966c2f08be8dcd2d HTTP/1.1" status: 200  len: 379 time: 0.1872780
May 20 18:27:32.298687 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'port': {'device_id': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'admin_state_up': True, 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'security_groups': ['d7966b0c-624c-4196-9aca-1e84d30c7bdf']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:27:32.437656 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:27:32.442480 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Usage tracker for resource:port and tenant:58767036664145c8966c2f08be8dcd2d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:27:32.445556 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:27:32.451888 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:27:32.462074 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Made reservation on behalf of 58767036664145c8966c2f08be8dcd2d for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:27:32.465866 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:32.645541 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Allocated IP 172.20.0.9 (d355b0ef-6872-4b99-811b-508683ead471/e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4/a05255a3-9d2f-400a-b803-c26d6eb278a3) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:27:32.842489 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:32.861296 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Transition to ACTIVE for port object a05255a3-9d2f-400a-b803-c26d6eb278a3 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:27:32.887955 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:32.902488 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:32.973697 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Network d355b0ef-6872-4b99-811b-508683ead471 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:27:32.976808 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:27:32.980728 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:27:33.017255 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:33.024081 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:33.056554 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:33.057216 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:33.083213 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7894285
May 20 18:27:33.098351 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Request body: {'port': {'device_id': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:27:33.219230 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:33.245789 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-a8d822df-dc0b-4ef4-bba4-88bcc4deb6ee None None] Provisioning for port a05255a3-9d2f-400a-b803-c26d6eb278a3 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:27:33.251277 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-a8d822df-dc0b-4ef4-bba4-88bcc4deb6ee None None] Provisioning complete for port a05255a3-9d2f-400a-b803-c26d6eb278a3 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:27:33.251650 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a8d822df-dc0b-4ef4-bba4-88bcc4deb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:33.312032 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-a8d822df-dc0b-4ef4-bba4-88bcc4deb6ee None None] Port a05255a3-9d2f-400a-b803-c26d6eb278a3 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:27:33.587777 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658415-c1d7-4981-a458-59f3f603642b req-6c084e2b-43f2-4d6c-b90a-e0c12b3edda0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:33.588490 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-f5658415-c1d7-4981-a458-59f3f603642b req-6c084e2b-43f2-4d6c-b90a-e0c12b3edda0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Synchronizing usage tracker for tenant:58767036664145c8966c2f08be8dcd2d on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:27:33.652343 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-f5658415-c1d7-4981-a458-59f3f603642b req-6c084e2b-43f2-4d6c-b90a-e0c12b3edda0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Unset dirty status for tenant:58767036664145c8966c2f08be8dcd2d on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:27:33.653408 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f5658415-c1d7-4981-a458-59f3f603642b req-6c084e2b-43f2-4d6c-b90a-e0c12b3edda0 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 931 time: 0.2499774
May 20 18:27:33.688018 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05255a3-9d2f-400a-b803-c26d6eb278a3 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:27:33.699466 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:33.730526 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f5658415-c1d7-4981-a458-59f3f603642b req-12cd9f99-6927-49f7-9834-1b5100fce953 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692313
May 20 18:27:33.731468 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Transition to ACTIVE for port object a05255a3-9d2f-400a-b803-c26d6eb278a3 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:27:33.735557 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:33.740481 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:33.899846 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:33.907573 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:33.979278 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Attempting to bind port a05255a3-9d2f-400a-b803-c26d6eb278a3 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:27:33.979778 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Attempting to bind port a05255a3-9d2f-400a-b803-c26d6eb278a3 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:27:33.980160 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Attempting to bind port a05255a3-9d2f-400a-b803-c26d6eb278a3 on network d355b0ef-6872-4b99-811b-508683ead471 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:27:33.985261 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Port a05255a3-9d2f-400a-b803-c26d6eb278a3 on network d355b0ef-6872-4b99-811b-508683ead471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:27:33.985574 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Attempting to bind port a05255a3-9d2f-400a-b803-c26d6eb278a3 on network d355b0ef-6872-4b99-811b-508683ead471 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:27:33.991046 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:27:33.991377 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Checking segment: {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:27:33.991772 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Bound using segment: {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:27:33.992230 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Bound port: a05255a3-9d2f-400a-b803-c26d6eb278a3, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b784fd7-be60-4478-87b0-e74d9e9fd2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:27:33.992603 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:34.090650 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:27:34.094218 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:27:34.099168 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:34.103283 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bb2d19fe-c5b0-491c-9841-118891989d2c tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:34.157749 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:34.158554 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:34.159963 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] 10.222.0.22 "PUT /v2.0/ports/a05255a3-9d2f-400a-b803-c26d6eb278a3 HTTP/1.1" status: 200  len: 1093 time: 1.0667574
May 20 18:27:34.163123 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:27:34.193616 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:34.197437 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:34.254237 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'status': 'completed', 'code': 200}
May 20 18:27:34.403409 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-86fe6df7-7cd5-439c-bafc-aebf4f7c511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:34.404886 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-86fe6df7-7cd5-439c-bafc-aebf4f7c511d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 1096 time: 0.1876769
May 20 18:27:34.479352 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-ad5eb5b5-82f0-4601-96dc-585785328e0a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3 HTTP/1.1" status: 200  len: 217 time: 0.0651982
May 20 18:27:34.546003 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-39a3dc22-99d8-45af-a697-f422dbe42947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:34.547446 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-39a3dc22-99d8-45af-a697-f422dbe42947 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.0617743
May 20 18:27:34.626081 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-fb781644-2538-4891-9738-0a0815187ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:34.627715 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-fb781644-2538-4891-9738-0a0815187ab1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729051
May 20 18:27:34.767400 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-62bbf157-c9d0-4c64-8139-a81b6b142a40 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311233
May 20 18:27:34.967222 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-088ab92f-8228-4524-b3a0-e12c254e79ab req-6a632d60-11f9-43b4-9ff0-92b098aca980 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927779
May 20 18:27:34.984011 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb6504-a7c5-47d9-8a2a-a38f3ba4542e req-9a7b2658-aa3c-4a35-9dd4-fb5a70dd9cbe tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:34.985628 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a4eb6504-a7c5-47d9-8a2a-a38f3ba4542e req-9a7b2658-aa3c-4a35-9dd4-fb5a70dd9cbe tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.1178844
May 20 18:27:35.075865 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a4eb6504-a7c5-47d9-8a2a-a38f3ba4542e req-75491d17-a75d-40c9-a42e-b0fe2bcf9ff2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839074
May 20 18:27:35.106249 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-57af650d-0f8c-4959-9087-5c0e254e074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:35.107836 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-57af650d-0f8c-4959-9087-5c0e254e074d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 1096 time: 0.0839813
May 20 18:27:35.241189 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-3108d290-5c98-44b2-92bc-1a0d992cfa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:35.242668 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-3108d290-5c98-44b2-92bc-1a0d992cfa7f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.1268711
May 20 18:27:35.312749 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-5761bc0c-3d50-4c61-922e-416fa769fb35 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3 HTTP/1.1" status: 200  len: 217 time: 0.0632169
May 20 18:27:35.380441 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-80e8d6e5-0fcb-4a32-835e-18baa505e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:35.381943 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-80e8d6e5-0fcb-4a32-835e-18baa505e2a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.0617561
May 20 18:27:35.460427 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-b48e49cc-4af2-4bf5-8823-be46584b6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:35.461916 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-b48e49cc-4af2-4bf5-8823-be46584b6d70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733099
May 20 18:27:35.601695 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-0f18287a-4df5-41dc-b67d-61ee52787c26 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318548
May 20 18:27:35.742659 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e118f0cd-de8c-4da0-8ce8-ce85cf4f3292 req-c27824e8-b687-4426-b895-4e19062088fb service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336098
May 20 18:27:36.287143 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e828bc-9f97-4a56-baab-658ceb4524b8 req-84403da6-d38b-42d2-830b-a134e3c019de tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:36.289067 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1e828bc-9f97-4a56-baab-658ceb4524b8 req-84403da6-d38b-42d2-830b-a134e3c019de tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0827904
May 20 18:27:36.342509 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1e828bc-9f97-4a56-baab-658ceb4524b8 req-dcf87448-e4fa-41bd-84d0-4a62714462c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444679
May 20 18:27:37.538914 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c1e05-4ae9-4de5-ba0e-720d4cf12815 req-5c0da2c1-1dad-447c-9147-ef4c1f10fe29 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:37.540299 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c88c1e05-4ae9-4de5-ba0e-720d4cf12815 req-5c0da2c1-1dad-447c-9147-ef4c1f10fe29 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0860021
May 20 18:27:37.585565 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c88c1e05-4ae9-4de5-ba0e-720d4cf12815 req-b59c49e7-8a46-4627-bfb5-bf323887aa14 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394759
May 20 18:27:38.479790 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:27:38.618256 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:27:38.633196 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'port_id': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'mac_address': 'fa:16:3e:10:a3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:27:38.694015 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:38.712276 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05255a3-9d2f-400a-b803-c26d6eb278a3 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:27:38.728336 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:27:38.732594 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:38.736020 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-135f6c21-881a-4642-81da-541a479d0418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:38.783103 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dc8e9-ab69-4ca3-b236-5a1464b34e14 req-7a3edb94-bb00-45a6-8ac5-a7e3ecb58b31 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:38.784580 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c50dc8e9-ab69-4ca3-b236-5a1464b34e14 req-7a3edb94-bb00-45a6-8ac5-a7e3ecb58b31 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 944 time: 0.0841143
May 20 18:27:38.802820 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:38.806356 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:38.927478 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c50dc8e9-ab69-4ca3-b236-5a1464b34e14 req-ed40b81f-8b34-4d3f-b194-3ee1acf7cdf4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1367188
May 20 18:27:39.099298 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['a05255a3-9d2f-400a-b803-c26d6eb278a3'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:27:40.124294 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28dadd-0683-40ca-9721-08415079ff28 req-6d73c574-3499-4ffd-83d5-fd3646da6a1d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:40.126347 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ef28dadd-0683-40ca-9721-08415079ff28 req-6d73c574-3499-4ffd-83d5-fd3646da6a1d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 944 time: 0.0830216
May 20 18:27:40.175807 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ef28dadd-0683-40ca-9721-08415079ff28 req-b1d47313-0ad4-4f31-ab81-63f8bef9e292 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435543
May 20 18:27:40.496322 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:27:40.568538 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port a05255a3-9d2f-400a-b803-c26d6eb278a3 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:27:40.574358 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port a05255a3-9d2f-400a-b803-c26d6eb278a3 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:27:40.574739 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:40.699507 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:40.728320 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:27:40.739549 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:27:40.744918 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:40.747424 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:27:40.780912 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'code': 200}
May 20 18:27:40.826039 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:27:40.829547 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:27:41.022643 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defed20-9b63-49de-80f9-a26f821f2c3d req-ebb77ccc-1a96-4b4d-8e1a-9e7a097f81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:41.024445 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9defed20-9b63-49de-80f9-a26f821f2c3d req-ebb77ccc-1a96-4b4d-8e1a-9e7a097f81de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 1098 time: 0.0756946
May 20 18:27:41.032637 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:27:41.070646 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9defed20-9b63-49de-80f9-a26f821f2c3d req-d44b1b62-1a4c-458c-9d8a-3c52f1e464d5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389385
May 20 18:27:41.374832 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a080a6c-67b9-4ecf-b187-084ae6d33bfe req-df43c49b-60b9-4390-86bf-1bb3ee868beb tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:41.376826 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6a080a6c-67b9-4ecf-b187-084ae6d33bfe req-df43c49b-60b9-4390-86bf-1bb3ee868beb tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0886750
May 20 18:27:41.423653 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6a080a6c-67b9-4ecf-b187-084ae6d33bfe req-cbd18db0-b04e-4eb1-bc99-22525c8ff0a6 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405767
May 20 18:27:42.622639 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf0d65-96d5-4d18-ad20-6bd3ecac8647 req-1bfbf9c1-7e88-4c6f-a130-58265d202003 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:42.624166 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0cdf0d65-96d5-4d18-ad20-6bd3ecac8647 req-1bfbf9c1-7e88-4c6f-a130-58265d202003 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0820048
May 20 18:27:42.671293 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0cdf0d65-96d5-4d18-ad20-6bd3ecac8647 req-b5062d59-de9d-467d-8c21-b7a0ad47a8d6 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408466
May 20 18:27:42.864967 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c1b33-3ec4-446c-b6e1-7bd999802f8c req-0a0311c6-bf98-4307-af85-fedda667216d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:42.866515 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ba0c1b33-3ec4-446c-b6e1-7bd999802f8c req-0a0311c6-bf98-4307-af85-fedda667216d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0865550
May 20 18:27:42.875301 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43088) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:27:42.881273 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-5afa90ad-1a45-40ca-a8ed-1ebf6e8c3438 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Request body: {'floatingip': {'port_id': 'a05255a3-9d2f-400a-b803-c26d6eb278a3'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:27:42.963588 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5afa90ad-1a45-40ca-a8ed-1ebf6e8c3438 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:43.771323 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5afa90ad-1a45-40ca-a8ed-1ebf6e8c3438 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:43.776171 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5afa90ad-1a45-40ca-a8ed-1ebf6e8c3438 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:43.958806 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.l3_db [None req-5afa90ad-1a45-40ca-a8ed-1ebf6e8c3438 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Floating IP 1bd4a700-1b15-40bc-92f1-958a28a08ec5 associated. External IP: 172.27.0.183, port: a05255a3-9d2f-400a-b803-c26d6eb278a3.
May 20 18:27:44.329294 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afa90ad-1a45-40ca-a8ed-1ebf6e8c3438 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Router 3d709264-fdd4-4d7d-813d-a81152d82e06 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:27:44.520723 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afa90ad-1a45-40ca-a8ed-1ebf6e8c3438 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:27:44.525362 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5afa90ad-1a45-40ca-a8ed-1ebf6e8c3438 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:44.533856 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] Sync routers for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:27:44.544270 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:27:44.544894 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17311790>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:27:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:44.629139 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-5afa90ad-1a45-40ca-a8ed-1ebf6e8c3438 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "PUT /v2.0/floatingips/1bd4a700-1b15-40bc-92f1-958a28a08ec5 HTTP/1.1" status: 200  len: 991 time: 1.7519164
May 20 18:27:44.630251 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:27:44.746856 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:27:44.909849 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'status': 'completed', 'code': 200}
May 20 18:27:45.023724 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-63236806-fac7-4317-b726-9f7b949d56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:45.026036 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-63236806-fac7-4317-b726-9f7b949d56d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 1098 time: 0.0902319
May 20 18:27:45.183942 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17311790>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '1bd4a700-1b15-40bc-92f1-958a28a08ec5', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'port_id': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'mac_address': 'fa:16:3e:10:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:29Z', 'updated_at': '2021-05-20T18:27:43Z', 'revision_number': 1, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:45.188619 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] Checking router: 3d709264-fdd4-4d7d-813d-a81152d82e06 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:27:45.197732 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:27:45.198396 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17311790>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:27:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:45.245977 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-cef7a84b-e712-437d-9035-b137fe96eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:45.248689 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-cef7a84b-e712-437d-9035-b137fe96eaf8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.2164061
May 20 18:27:45.426738 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:27:45.431362 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-aa6e8f11-66c6-4ab3-9d67-84aff2db6c67 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3 HTTP/1.1" status: 200  len: 999 time: 0.1752660
May 20 18:27:45.518895 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-a854bda1-f68d-4ab5-99ba-a8591b65f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:45.520657 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-a854bda1-f68d-4ab5-99ba-a8591b65f3ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.0831554
May 20 18:27:45.642085 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-f4f9a50f-6eab-4f86-8dee-bcb56c41c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:27:45.644527 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-f4f9a50f-6eab-4f86-8dee-bcb56c41c3f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1155233
May 20 18:27:45.910232 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-36e15cbd-f8d3-4a8a-9a23-8d97823c5d76 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2574980
May 20 18:27:45.924718 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17311790>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '1bd4a700-1b15-40bc-92f1-958a28a08ec5', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'port_id': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'mac_address': 'fa:16:3e:10:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:29Z', 'updated_at': '2021-05-20T18:27:43Z', 'revision_number': 1, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:27:45.929957 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be3a58-1e58-4976-ba34-1ada447aeaef None None] The sync data for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi is: [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '1bd4a700-1b15-40bc-92f1-958a28a08ec5', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'port_id': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'mac_address': 'fa:16:3e:10:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:29Z', 'updated_at': '2021-05-20T18:27:43Z', 'revision_number': 1, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:27:46.082183 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-40996d03-fad9-4f71-8989-43ddfde2e504 req-4ee66ba0-7473-496b-8a46-4039aed325ab service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642222
May 20 18:27:46.151016 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac81d55-d1a7-4cdb-99d5-2745b0eaa0f9 None None] New status for floating IP 1bd4a700-1b15-40bc-92f1-958a28a08ec5: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:27:47.361048 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-de53b938-3986-4c27-8cd7-9a943ec8a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:49.758260 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:49.827290 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-dfb686ec-97ba-4f5f-a904-b1cb7d5aef21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:50.929637 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:51.111549 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:27:52.413537 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:09.842421 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-423be3f9-02bb-4e82-be1a-39f9c9d221fb tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687101406&fields=id&tenant_id=47bcd4da5a164333b657d77baf3d1789 HTTP/1.1" status: 200  len: 267 time: 0.0409470
May 20 18:28:09.933943 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-a4a2925e-005d-4bfa-beef-8839d20f880b tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:09.935468 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-a4a2925e-005d-4bfa-beef-8839d20f880b tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 985 time: 0.0866845
May 20 18:28:09.948115 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Request body: {'port': {'security_groups': ['42b8a11e-fcb3-43b3-bb84-65ab771c24d6']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:10.070325 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:10.399276 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] For port 73f9bcba-f58f-493c-a412-af1fd83b4b9c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:10.424525 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:10.429460 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:10.435406 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b917355a-e994-48e2-aea7-fdeb653fc8c3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:10.442010 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['73f9bcba-f58f-493c-a412-af1fd83b4b9c'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:28:10.498540 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:10.499300 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:10.501075 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8dd22da3-580a-4da0-b3fb-5fc857d53771 req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "PUT /v2.0/ports/73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 943 time: 0.5578008
May 20 18:28:10.504650 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:28:10.506990 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43178) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:10.533456 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event updated for resources: {'Port': ['ID=73f9bcba-f58f-493c-a412-af1fd83b4b9c,revision_number=7']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:10.545893 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.546244 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.546610 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.547009 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.547363 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.547715 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.548062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.548408 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.548754 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.549094 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.549447 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.549806 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.554612 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:10.600208 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'status': 'completed', 'code': 200}
May 20 18:28:10.650874 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:10.658398 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['73f9bcba-f58f-493c-a412-af1fd83b4b9c'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:28:10.692448 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:10.720908 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370415f-0554-46f7-a20a-1d745feaa91b req-8756b09a-3819-4d23-9694-e9603acb94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:10.722847 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2370415f-0554-46f7-a20a-1d745feaa91b req-8756b09a-3819-4d23-9694-e9603acb94df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47bcd4da5a164333b657d77baf3d1789&device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1099 time: 0.0916142
May 20 18:28:10.783261 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:10.794065 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-53e253e5-e5e1-4350-927b-3838b61236d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:10.824841 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a03315-b03f-4fbd-9222-16b5c16dcafe,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:10.834801 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.835245 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.835680 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.836111 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.836747 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.837260 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.837792 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.838245 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.838737 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.839209 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.839626 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.840059 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:10.847444 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:10.849777 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:10.854087 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7a03315-b03f-4fbd-9222-16b5c16dcafe HTTP/1.1" status: 204  len: 168 time: 0.3428941
May 20 18:28:10.854434 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43188) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:10.892929 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-9760ce5c-fb3d-4b04-8451-0fd5eeb0b6e7 None None] Provisioning complete for port 73f9bcba-f58f-493c-a412-af1fd83b4b9c triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:10.893320 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9760ce5c-fb3d-4b04-8451-0fd5eeb0b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:11.026483 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370415f-0554-46f7-a20a-1d745feaa91b req-c3d29d06-9d95-4104-acda-107ce48e6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:11.027982 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2370415f-0554-46f7-a20a-1d745feaa91b req-c3d29d06-9d95-4104-acda-107ce48e6c58 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 200  len: 914 time: 0.2959702
May 20 18:28:11.151827 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2370415f-0554-46f7-a20a-1d745feaa91b req-92b4f812-0a62-431e-a44b-09ee95f50327 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 1001 time: 0.1163936
May 20 18:28:11.162804 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cbdbc-6f94-4617-b272-9a5ff75e0182 req-8300fab8-7078-4649-9382-57e25552a774 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:11.164320 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-111cbdbc-6f94-4617-b272-9a5ff75e0182 req-8300fab8-7078-4649-9382-57e25552a774 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2172551
May 20 18:28:11.257190 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370415f-0554-46f7-a20a-1d745feaa91b req-8935e30f-23c5-4c9d-a07f-b7e17a37534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:11.258760 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2370415f-0554-46f7-a20a-1d745feaa91b req-8935e30f-23c5-4c9d-a07f-b7e17a37534f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443ba35e-57a5-4de8-826f-28fba77f68f8 HTTP/1.1" status: 200  len: 853 time: 0.0935051
May 20 18:28:11.263578 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-111cbdbc-6f94-4617-b272-9a5ff75e0182 req-1d34a804-cc57-4706-baa9-2d5a3c8e897e tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628939
May 20 18:28:11.274842 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Deleting port 74a6392b-ce7d-484a-8a29-9a47e6077e8d {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:11.275264 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:11.340451 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370415f-0554-46f7-a20a-1d745feaa91b req-ab4dd6a4-33e3-4b55-867d-26213d97accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:11.341736 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2370415f-0554-46f7-a20a-1d745feaa91b req-ab4dd6a4-33e3-4b55-867d-26213d97accb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747483
May 20 18:28:11.404757 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:11.405093 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:11.477435 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2370415f-0554-46f7-a20a-1d745feaa91b req-a297314b-0f9c-4372-ab4d-fe97b82210cc service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281078
May 20 18:28:11.528621 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Calling delete_port for 74a6392b-ce7d-484a-8a29-9a47e6077e8d owned by network:floatingip {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:11.615781 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2370415f-0554-46f7-a20a-1d745feaa91b req-861c057a-0e07-4ab5-bf69-7d446b5bd332 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302469
May 20 18:28:11.655959 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:11.659885 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:11.709132 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event deleted for resources: {'Port': ['ID=74a6392b-ce7d-484a-8a29-9a47e6077e8d,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:11.735249 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:11.799553 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks [] for floatingip, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:11.799874 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.l3_db [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Floating IP 24e7c9d0-539d-4042-9ce5-a93784ff16c5 disassociated (deleted). External IP: 172.27.0.85, port: 73f9bcba-f58f-493c-a412-af1fd83b4b9c.
May 20 18:28:12.162327 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:28:12.270729 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-16dfb3c4-6f10-4b79-81d8-e121318101ad tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:12.272228 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-16dfb3c4-6f10-4b79-81d8-e121318101ad tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.0866830
May 20 18:28:12.356484 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:28:12.370239 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] Sync routers for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:28:12.374508 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:12.381315 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:12.382330 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17389a90>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:27:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:12.546936 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "DELETE /v2.0/floatingips/24e7c9d0-539d-4042-9ce5-a93784ff16c5 HTTP/1.1" status: 204  len: 168 time: 1.6908472
May 20 18:28:12.548305 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:28:12.575693 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:12.597957 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Deleting port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:12.598529 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:12.641814 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d8781-516e-4cb5-8db2-6ee8ff38e1c4 req-74e5ed1f-7fe3-4477-9971-dcb1fad5cdd4 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:12.644573 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-557d8781-516e-4cb5-8db2-6ee8ff38e1c4 req-74e5ed1f-7fe3-4477-9971-dcb1fad5cdd4 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 946 time: 0.2367597
May 20 18:28:12.807282 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-557d8781-516e-4cb5-8db2-6ee8ff38e1c4 req-7c2c5ca5-afe3-4847-a893-d5cf581a9c13 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dac2fb6-9eb7-4948-92ab-25366801e625&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1542642
May 20 18:28:12.842132 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] For port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:12.842502 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:12.874282 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'status': 'completed', 'code': 200}
May 20 18:28:12.990554 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17389a90>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '6f70876b-1d96-476a-9fa1-4fcf1def6f12', 'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'mac_address': 'fa:16:3e:e3:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:47Z', 'updated_at': '2021-05-20T18:23:00Z', 'revision_number': 5, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'subnets': [{'id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:13.001369 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] Checking router: ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:28:13.010922 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:13.011550 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17389a90>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:27:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:13.018883 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-9c12dc63-a4d2-4d91-a0c7-adb9b3042b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:13.021243 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-9c12dc63-a4d2-4d91-a0c7-adb9b3042b93 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47bcd4da5a164333b657d77baf3d1789&device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 1099 time: 0.1205232
May 20 18:28:13.195664 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-60a691ca-249c-4e4a-9913-174c7f63ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:13.197194 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-60a691ca-249c-4e4a-9913-174c7f63ecb1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 200  len: 914 time: 0.1696799
May 20 18:28:13.275657 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-ff968286-80f8-4e16-a1fa-3d59b2d53433 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 200  len: 217 time: 0.0664349
May 20 18:28:13.276427 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:13.314636 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:13.315286 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:13.315411 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Floating IP 44d7b1ad-39a8-4c88-bbd8-91596c5222c0 disassociated. External IP: 172.27.0.238, port: a2dcd1ab-58d0-405c-92a4-6dd1eb113c69.
May 20 18:28:13.315806 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Calling delete_port for a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:13.345055 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-47b132ec-b885-4705-a841-69c010d6ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:13.346526 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-47b132ec-b885-4705-a841-69c010d6ae52 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443ba35e-57a5-4de8-826f-28fba77f68f8 HTTP/1.1" status: 200  len: 853 time: 0.0637529
May 20 18:28:13.438337 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-665d138a-2255-4c71-8a5a-f52b297c559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:13.440188 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-665d138a-2255-4c71-8a5a-f52b297c559b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7847ffca-c3a8-48e4-a292-d7f3c7e72e51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836811
May 20 18:28:13.443271 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:13.449751 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:13.500234 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event deleted for resources: {'Port': ['ID=a2dcd1ab-58d0-405c-92a4-6dd1eb113c69,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:13.503592 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:13.626525 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-792ea387-e287-4236-b839-4e6c20a53637 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779408
May 20 18:28:13.678992 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17389a90>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '6f70876b-1d96-476a-9fa1-4fcf1def6f12', 'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'mac_address': 'fa:16:3e:e3:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:47Z', 'updated_at': '2021-05-20T18:23:00Z', 'revision_number': 5, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'subnets': [{'id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:13.684233 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf90470-2838-4d3c-be5b-358996b12ef8 None None] The sync data for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi is: [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:47Z', 'revision_number': 4, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '6f70876b-1d96-476a-9fa1-4fcf1def6f12', 'name': '', 'network_id': '7847ffca-c3a8-48e4-a292-d7f3c7e72e51', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'mac_address': 'fa:16:3e:e3:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:47Z', 'updated_at': '2021-05-20T18:23:00Z', 'revision_number': 5, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'subnets': [{'id': '443ba35e-57a5-4de8-826f-28fba77f68f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:28:13.708218 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Router e3beeed8-ae21-4379-92c1-f537a974b413 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:28:13.803992 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-4cbe4e4c-0f17-445b-b9e1-a320c30d9faa req-c6ee30c6-3006-4ca0-9d74-9dd3340217f6 service neutron] 10.222.0.22 "GET /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701257
May 20 18:28:13.934404 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:28:13.947209 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] Sync routers for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:28:13.960919 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:13.961552 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a18092d00>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:27:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:14.048953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] No DVR routers for this DVR port a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 on host hv-cinder-79229 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:28:14.051855 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:14.063300 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'name': 'network-vif-deleted', 'tag': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:28:14.068828 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6f2355fc-cf6e-45ba-97c2-2265af60950b req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "DELETE /v2.0/ports/a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 HTTP/1.1" status: 204  len: 173 time: 1.7896678
May 20 18:28:14.097510 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af18e5-4863-4b4c-9a52-dc72215c9100 None None] New status for floating IP 24e7c9d0-539d-4042-9ce5-a93784ff16c5: DOWN {{(pid=91653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:28:14.124202 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-439abbff-2d7d-4dca-8941-5e82c4a68505 req-9ea41d26-a957-4770-b341-e3dec4f06d62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Synchronizing usage tracker for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:28:14.154358 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-439abbff-2d7d-4dca-8941-5e82c4a68505 req-9ea41d26-a957-4770-b341-e3dec4f06d62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Unset dirty status for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:28:14.156743 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-439abbff-2d7d-4dca-8941-5e82c4a68505 req-9ea41d26-a957-4770-b341-e3dec4f06d62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d0b134-1265-431d-8367-85f8a7aaadf5 HTTP/1.1" status: 200  len: 210 time: 0.1092837
May 20 18:28:14.194807 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d0b134-1265-431d-8367-85f8a7aaadf5', 'name': 'network-vif-deleted', 'tag': 'a2dcd1ab-58d0-405c-92a4-6dd1eb113c69', 'status': 'completed', 'code': 200}
May 20 18:28:14.196291 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:14.579671 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a18092d00>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:14.587107 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] Checking router: e3beeed8-ae21-4379-92c1-f537a974b413 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:28:14.592921 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:14.593672 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a18092d00>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:27:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:14.749329 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:28:14.784963 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:28:14.785633 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a2dcd1ab-58d0-405c-92a4-6dd1eb113c69 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:28:14.803351 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:15.146057 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a18092d00>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:15.150423 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b164716-2392-4835-80b7-e1384e6204e4 None None] The sync data for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi is: [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:28:15.304287 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43228) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:15.377242 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6533ccf-b2bc-4bd1-b1e1-be80fc196887 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:15.411707 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384c16a-5c49-4254-9e63-049195a1f886 None None] New status for floating IP 44d7b1ad-39a8-4c88-bbd8-91596c5222c0: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:28:15.418573 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6533ccf-b2bc-4bd1-b1e1-be80fc196887 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:15.490258 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6533ccf-b2bc-4bd1-b1e1-be80fc196887 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:15.495944 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e9652f41-3010-468f-aeae-7c8347f7e036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:15.514143 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6533ccf-b2bc-4bd1-b1e1-be80fc196887 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dac2fb6-9eb7-4948-92ab-25366801e625,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:15.518671 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a6533ccf-b2bc-4bd1-b1e1-be80fc196887 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:15.537865 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6533ccf-b2bc-4bd1-b1e1-be80fc196887 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:15.540108 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a6533ccf-b2bc-4bd1-b1e1-be80fc196887 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "DELETE /v2.0/security-groups/9dac2fb6-9eb7-4948-92ab-25366801e625 HTTP/1.1" status: 204  len: 168 time: 0.2346673
May 20 18:28:15.543267 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43234) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:15.575969 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.api.v2.resource [None req-689f6024-03e2-42fd-87a4-492eb127749b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] show failed (client error): The resource could not be found.
May 20 18:28:15.577184 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-689f6024-03e2-42fd-87a4-492eb127749b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups/9dac2fb6-9eb7-4948-92ab-25366801e625 HTTP/1.1" status: 404  len: 347 time: 0.0324256
May 20 18:28:15.581814 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43238) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:15.821788 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Deleting port f866a238-baa4-4a9a-af3d-043b61dda79b {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:15.822229 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:15.964988 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:15.965592 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:16.095598 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Calling delete_port for f866a238-baa4-4a9a-af3d-043b61dda79b owned by network:floatingip {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:16.306030 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006b13b-57ce-47b7-bd12-cda17f4515d9 req-9baa7230-640f-4b13-ba7b-5004e3b6aa96 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:16.307387 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a006b13b-57ce-47b7-bd12-cda17f4515d9 req-9baa7230-640f-4b13-ba7b-5004e3b6aa96 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.2193377
May 20 18:28:16.392797 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a006b13b-57ce-47b7-bd12-cda17f4515d9 req-da4c926e-d4bf-4520-a6bb-723dae0a30fc tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777297
May 20 18:28:16.413687 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:16.418201 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e7b4305f-fc82-4e1c-87f5-74b7ea5c7272 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:16.465108 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event deleted for resources: {'Port': ['ID=f866a238-baa4-4a9a-af3d-043b61dda79b,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:16.468202 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:16.559695 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:16.579743 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:16.580899 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "DELETE /v2.0/floatingips/44d7b1ad-39a8-4c88-bbd8-91596c5222c0 HTTP/1.1" status: 204  len: 168 time: 0.9980664
May 20 18:28:17.054259 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43252) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:17.059468 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180283560', 'description': 'tempest-description--873467950'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:17.066003 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:17.070271 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:security_group and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:17.073297 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:17.079329 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:17.090575 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.112387 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:17.116314 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:security_group_rule and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:17.119352 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:17.125920 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:17.204817 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.209726 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.213621 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cc093752-dc94-4c3f-a3b6-987d67063180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:17.257917 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:17.261300 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:17.262841 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.264390 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2089612
May 20 18:28:17.268146 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43256) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:17.274668 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'security_group_rule': {'security_group_id': '8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:17.282029 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:17.286048 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:security_group_rule and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:17.289077 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:17.294975 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:17.313167 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.357817 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-29d4a241-ec58-4143-87e2-68a285bb75d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.380127 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.384346 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.386539 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:17.409889 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb47847-7081-4708-9fa5-86230756dec2,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:17.414792 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:17.420887 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.425990 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-de9bfc81-3f3e-4930-bd03-965917327f41 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1541975
May 20 18:28:17.426446 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43262) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:17.432095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'security_group_rule': {'security_group_id': '8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:17.439043 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:17.443614 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:security_group_rule and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:17.446891 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:17.453405 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:17.474156 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.671350 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.676693 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.687682 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7701fddc-02f7-4f67-838a-70ae457fbe7f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:17.708828 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7342db8-f120-41a7-a6e0-2eef9188f5eb,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:17.712187 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:17.726966 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86594c4-306b-4f78-8291-a42cbb442c6b req-4e1c5346-c72e-4637-98ce-16775a98f273 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:17.728122 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e86594c4-306b-4f78-8291-a42cbb442c6b req-4e1c5346-c72e-4637-98ce-16775a98f273 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.2171743
May 20 18:28:17.729478 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.730562 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-841d6153-da17-4e69-bcd1-a5c50a225106 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3033726
May 20 18:28:17.733863 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43268) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:17.753275 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'floatingip': {'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:17.767543 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:17.774318 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Usage tracker for resource:floatingip and tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:17.785175 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:17.796012 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:17.807077 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e86594c4-306b-4f78-8291-a42cbb442c6b req-d9b02668-4fd6-4526-88e8-9328ae84518d tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705023
May 20 18:28:17.815242 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:17.961863 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:18.018642 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:28:18.101303 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Allocated IP 172.27.0.28 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/5115b7eb-67af-40bf-afb3-b9859eb50a9b) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:28:18.306460 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:18.325073 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-8f684599-79da-420c-b653-027bcd320aa0 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:18.326585 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-8f684599-79da-420c-b653-027bcd320aa0 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.1790409
May 20 18:28:18.433868 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:18.442897 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:18.520734 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:18.524913 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:18.526774 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'Port': ['ID=5115b7eb-67af-40bf-afb3-b9859eb50a9b,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:18.528973 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:28:18.559608 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:18.597674 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Deleting port 73f9bcba-f58f-493c-a412-af1fd83b4b9c {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:18.598037 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:18.721327 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:18.785609 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] For port 73f9bcba-f58f-493c-a412-af1fd83b4b9c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=73f9bcba-f58f-493c-a412-af1fd83b4b9c,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:18.785982 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.060085 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Calling delete_port for 73f9bcba-f58f-493c-a412-af1fd83b4b9c owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:19.073539 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.234541 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5122f66-0936-473b-b24f-9409a1ee35d0 req-5c10e9d0-a666-42a3-bdc0-ff9cadceaca9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:19.236055 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e5122f66-0936-473b-b24f-9409a1ee35d0 req-5c10e9d0-a666-42a3-bdc0-ff9cadceaca9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d59991a-34b4-47e1-baa1-a30b561ffc31 HTTP/1.1" status: 200  len: 946 time: 0.2769532
May 20 18:28:19.414839 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e5122f66-0936-473b-b24f-9409a1ee35d0 req-516d27ce-181d-4287-91ad-b3b3264990e2 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.13 "GET /v2.0/security-groups?id=42b8a11e-fcb3-43b3-bb84-65ab771c24d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354892
May 20 18:28:19.419691 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.425565 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:19.475636 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Pushing event deleted for resources: {'Port': ['ID=73f9bcba-f58f-493c-a412-af1fd83b4b9c,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:19.479454 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:19.558392 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.565631 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] No DVR routers for this DVR port 73f9bcba-f58f-493c-a412-af1fd83b4b9c on host hv-cinder-79229 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:28:19.567291 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.571308 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.573740 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6270d392-fb0b-40b7-a0cf-2daa61d4b0d6 tempest-ServerRescueNegativeTestJSON-1483208459 tempest-ServerRescueNegativeTestJSON-1483208459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:19.601332 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'name': 'network-vif-deleted', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:28:19.669820 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d59991a-34b4-47e1-baa1-a30b561ffc31', 'name': 'network-vif-deleted', 'tag': '73f9bcba-f58f-493c-a412-af1fd83b4b9c', 'status': 'completed', 'code': 200}
May 20 18:28:19.670531 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-19cb4d8c-3d05-4fca-83b8-6698aec5b8f7 req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] 10.222.0.22 "DELETE /v2.0/ports/73f9bcba-f58f-493c-a412-af1fd83b4b9c HTTP/1.1" status: 204  len: 173 time: 1.3379357
May 20 18:28:19.695523 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'Port': ['ID=5115b7eb-67af-40bf-afb3-b9859eb50a9b,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:19.699463 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:19.706783 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.724313 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.725547 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9905298
May 20 18:28:19.752757 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.831662 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9183d684-453b-4d83-ad8f-dce23e52bf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:19.973994 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-1abe0169-fdc8-47db-8021-3a3e52c6ae0d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Synchronizing usage tracker for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:28:19.990427 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-1abe0169-fdc8-47db-8021-3a3e52c6ae0d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Unset dirty status for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:28:19.992536 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-1abe0169-fdc8-47db-8021-3a3e52c6ae0d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1180283560&fields=id&tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed HTTP/1.1" status: 200  len: 267 time: 0.0670190
May 20 18:28:20.151259 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-66864294-e11b-4e94-9d87-0a75fcd71daa tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:20.152787 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-66864294-e11b-4e94-9d87-0a75fcd71daa tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 811 time: 0.1542144
May 20 18:28:20.168575 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-7dd7ed38-9d2e-42cc-8778-d07e96b88943 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/quotas/4bd2f4431c264c9bab9e6b20d3b6e6ed HTTP/1.1" status: 200  len: 375 time: 0.0094004
May 20 18:28:20.263244 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-18936db5-d481-45b4-bcd8-47587ac0b36f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Synchronizing usage tracker for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:28:20.278388 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-18936db5-d481-45b4-bcd8-47587ac0b36f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Unset dirty status for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:28:20.280123 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-18936db5-d481-45b4-bcd8-47587ac0b36f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1054568
May 20 18:28:20.423304 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-a9f1019c-654b-4913-8ed9-cddf1a855be6 service neutron] 10.222.0.13 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306248
May 20 18:28:20.572581 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-7e9d821a-461f-4407-973e-56f3ff4fd220 service neutron] 10.222.0.13 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430678
May 20 18:28:20.774092 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 73f9bcba-f58f-493c-a412-af1fd83b4b9c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:28:20.800511 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c4ccb85f-15dd-4162-814b-813102c46756 req-70a4fbcc-fc33-4b52-95a2-7be2dfc21e0b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 210 time: 0.0544152
May 20 18:28:20.812826 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 73f9bcba-f58f-493c-a412-af1fd83b4b9c {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:28:20.813573 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 73f9bcba-f58f-493c-a412-af1fd83b4b9c not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:28:20.931243 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:21.118574 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:21.275487 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43352) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:22.017532 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-59056ef9-8c0a-443b-a57f-8df1ea8b67ad req-d80d5ebc-056a-4cbf-9591-19a3f83f2346 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 210 time: 0.0714786
May 20 18:28:22.136519 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-52196457-a3c6-466b-9a80-37bef28f9b4d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:22.137966 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-52196457-a3c6-466b-9a80-37bef28f9b4d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 811 time: 0.3238511
May 20 18:28:22.258317 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-1d04d14b-2262-4ecc-aa73-c7d290ef8112 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed HTTP/1.1" status: 200  len: 380 time: 0.0926352
May 20 18:28:22.268518 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'port': {'device_id': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'admin_state_up': True, 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'security_groups': ['8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:22.416954 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:22.438188 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:22.451942 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:22.493578 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Made reservation on behalf of 4bd2f4431c264c9bab9e6b20d3b6e6ed for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:28:22.497458 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:22.656599 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539684'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:22.774998 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Allocated IP 172.20.0.13 (98132ccf-ac6c-473f-b741-54319366f218/6ddc22d5-9020-4d66-a7a4-77a0d2332066/8d109f6a-c738-41cf-ae0a-64dc75d055e7) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:28:23.203886 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7a3c28ac-8a54-49fb-bcdc-deaf759d1014 req-f89c4a50-0397-450e-af22-d80974284ed8 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 210 time: 0.0726602
May 20 18:28:23.213034 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:23.277075 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Transition to ACTIVE for port object 8d109f6a-c738-41cf-ae0a-64dc75d055e7 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:23.493545 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:23.499783 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2f3406ad-6b6b-4d68-9442-74e0cab5e44e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:23.573773 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Deleting port 6f70876b-1d96-476a-9fa1-4fcf1def6f12 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:23.574130 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:23.598444 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Network 98132ccf-ac6c-473f-b741-54319366f218 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:23.602225 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event updated for resources: {'Port': ['ID=8d109f6a-c738-41cf-ae0a-64dc75d055e7,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:23.615159 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:23.616594 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:23.619632 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:28:23.752613 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:23.753177 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:23.782919 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] For port 6f70876b-1d96-476a-9fa1-4fcf1def6f12, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=6f70876b-1d96-476a-9fa1-4fcf1def6f12,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:23.783275 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:23.818346 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-cffc9457-f72a-4084-82b4-0064f05c09ae None None] Provisioning for port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:23.826676 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-cffc9457-f72a-4084-82b4-0064f05c09ae None None] Provisioning complete for port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:23.827198 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cffc9457-f72a-4084-82b4-0064f05c09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:23.882845 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-cffc9457-f72a-4084-82b4-0064f05c09ae None None] Port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:28:23.908459 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-96149414-ae8a-41a6-9066-ab8ff2e77836 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6444645
May 20 18:28:23.915909 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Calling delete_port for 6f70876b-1d96-476a-9fa1-4fcf1def6f12 owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:23.925009 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Request body: {'port': {'device_id': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:24.066628 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:24.459429 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:24.467713 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7fa43913-4374-49e9-a31d-ad6312723bb3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:24.569185 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f70876b-1d96-476a-9fa1-4fcf1def6f12,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:24.579179 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:24.660997 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559bb6e-ba41-4d60-9187-68a94f85eb4f req-cc8faa13-916c-44c5-b109-9d354dd27355 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:24.661788 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-7559bb6e-ba41-4d60-9187-68a94f85eb4f req-cc8faa13-916c-44c5-b109-9d354dd27355 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Synchronizing usage tracker for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:28:24.814142 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-7559bb6e-ba41-4d60-9187-68a94f85eb4f req-cc8faa13-916c-44c5-b109-9d354dd27355 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Unset dirty status for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:28:24.815213 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7559bb6e-ba41-4d60-9187-68a94f85eb4f req-cc8faa13-916c-44c5-b109-9d354dd27355 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 932 time: 0.4933462
May 20 18:28:24.828446 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d109f6a-c738-41cf-ae0a-64dc75d055e7 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:28:24.852673 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:24.894306 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Transition to ACTIVE for port object 8d109f6a-c738-41cf-ae0a-64dc75d055e7 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:24.953868 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:24.968375 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d59cebb7-ad34-42d4-a880-26affc1c086d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:25.119910 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7559bb6e-ba41-4d60-9187-68a94f85eb4f req-a4a5ac56-207e-49f9-87de-c2f97741f2b3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2943480
May 20 18:28:25.212017 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539792'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:25.227129 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Pushing event updated for resources: {'Port': ['ID=8d109f6a-c738-41cf-ae0a-64dc75d055e7,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:25.265802 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:25.511930 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Attempting to bind port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:28:25.512708 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Attempting to bind port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:28:25.512708 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Attempting to bind port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 on network 98132ccf-ac6c-473f-b741-54319366f218 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:28:25.521299 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 on network 98132ccf-ac6c-473f-b741-54319366f218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:28:25.521618 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Attempting to bind port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 on network 98132ccf-ac6c-473f-b741-54319366f218 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:28:25.531803 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:28:25.532251 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Checking segment: {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:28:25.532681 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Bound using segment: {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:28:25.533232 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Bound port: 8d109f6a-c738-41cf-ae0a-64dc75d055e7, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031cc8d0-1107-45a0-802f-78f2ddfeff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98132ccf-ac6c-473f-b741-54319366f218'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:28:25.533578 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:25.785604 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] For port 8d109f6a-c738-41cf-ae0a-64dc75d055e7, host hv-cinder-79229, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:28:25.790744 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] For port 8d109f6a-c738-41cf-ae0a-64dc75d055e7, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8d109f6a-c738-41cf-ae0a-64dc75d055e7,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:28:25.804458 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:28:25.804458 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:25.808471 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-21daac4c-462f-47aa-bbdf-9ceaa80132e6 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:25.874350 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:25.875012 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:25.876436 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] 10.222.0.22 "PUT /v2.0/ports/8d109f6a-c738-41cf-ae0a-64dc75d055e7 HTTP/1.1" status: 200  len: 1094 time: 1.9576371
May 20 18:28:25.879014 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'tag': '8d109f6a-c738-41cf-ae0a-64dc75d055e7'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:28:25.956778 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'tag': '8d109f6a-c738-41cf-ae0a-64dc75d055e7', 'status': 'completed', 'code': 200}
May 20 18:28:26.002397 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Pushing event updated for resources: {'Port': ['ID=8d109f6a-c738-41cf-ae0a-64dc75d055e7,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:26.012537 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:26.138578 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:28:26.150328 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-5479c448-beb8-4867-9d27-269d3c494fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:26.151519 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-5479c448-beb8-4867-9d27-269d3c494fa3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 1097 time: 0.2034132
May 20 18:28:26.153596 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] Sync routers for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:28:26.157626 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-20941507-ee97-424e-9b4e-1b004f38cf7f admin admin] 10.222.0.13 "PUT /v2.0/routers/ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8774362
May 20 18:28:26.157626 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43380) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:26.164866 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:26.165607 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a170001f0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:26.317993 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-6bf4f013-0bbf-40e4-b498-05c80d9934de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d109f6a-c738-41cf-ae0a-64dc75d055e7 HTTP/1.1" status: 200  len: 217 time: 0.1579309
May 20 18:28:26.384226 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:26.617516 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-8793720e-3616-42d9-844c-535ea9084ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:26.618991 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-8793720e-3616-42d9-844c-535ea9084ca7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.2918382
May 20 18:28:26.695468 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:26.700260 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a170001f0>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:28:24Z', 'revision_number': 5, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:26.707371 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] Checking router: ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:28:26.722449 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] Routers {'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:26.723516 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a170001f0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:26.762366 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc0bea-b513-47ce-a5f4-f1e521070963 req-deb98c8f-ee79-4ae7-b0fc-8469b4fba30a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:26.763953 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-28bc0bea-b513-47ce-a5f4-f1e521070963 req-deb98c8f-ee79-4ae7-b0fc-8469b4fba30a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 944 time: 0.4923034
May 20 18:28:26.902877 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-28bc0bea-b513-47ce-a5f4-f1e521070963 req-bb312b0c-881b-4f15-9baa-0e82a6b149a6 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261895
May 20 18:28:26.924953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-3a968bb0-03fb-405c-9e29-bab56132121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:26.926528 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-3a968bb0-03fb-405c-9e29-bab56132121c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3002100
May 20 18:28:26.930955 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] Set router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:26.977034 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:27.118684 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-807ced1e-72be-4910-8250-75c7f5cc8709 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835208
May 20 18:28:27.174073 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Deleting port 54f6975b-df3a-4f2c-a392-7728b86e2d17 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:27.174298 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:27.228416 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a170001f0>, [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:28:24Z', 'revision_number': 5, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:27.232335 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22c45f-1203-4391-a0c8-a02fbf9246ac None None] The sync data for ids ['ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65'] in dv-cinder-792299-2-iscsi is: [{'id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'name': 'tempest-TestMinimumBasicScenario-196769299-router', 'tenant_id': '47bcd4da5a164333b657d77baf3d1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:28:24Z', 'revision_number': 5, 'project_id': '47bcd4da5a164333b657d77baf3d1789', 'gw_port': {'id': '54f6975b-df3a-4f2c-a392-7728b86e2d17', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:43Z', 'updated_at': '2021-05-20T18:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:28:27.351137 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46a13794-ff79-4cc8-9c01-333b48387ad0 req-ff504441-8a22-4412-b5b3-7b77da42dc31 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240863
May 20 18:28:27.372119 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] For port 54f6975b-df3a-4f2c-a392-7728b86e2d17, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=54f6975b-df3a-4f2c-a392-7728b86e2d17,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:27.372473 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:27.525559 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Calling delete_port for 54f6975b-df3a-4f2c-a392-7728b86e2d17 owned by network:router_gateway {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:27.590610 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46325d88-e12c-468d-b59c-2f524c77753e req-28ae49a8-0383-4a4d-8402-72a04bded3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:27.592212 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46325d88-e12c-468d-b59c-2f524c77753e req-28ae49a8-0383-4a4d-8402-72a04bded3e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 1097 time: 0.1559489
May 20 18:28:27.602309 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 6f70876b-1d96-476a-9fa1-4fcf1def6f12 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:28:27.639708 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 6f70876b-1d96-476a-9fa1-4fcf1def6f12 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:28:27.640154 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 6f70876b-1d96-476a-9fa1-4fcf1def6f12 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:28:27.752361 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46325d88-e12c-468d-b59c-2f524c77753e req-9ee181e4-f17b-451b-848c-f8907f38173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:27.753830 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46325d88-e12c-468d-b59c-2f524c77753e req-9ee181e4-f17b-451b-848c-f8907f38173c service neutron] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 911 time: 0.1530721
May 20 18:28:27.857092 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46325d88-e12c-468d-b59c-2f524c77753e req-2832ca63-cb89-4099-8177-7d7cec5ad02a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d109f6a-c738-41cf-ae0a-64dc75d055e7 HTTP/1.1" status: 200  len: 217 time: 0.0713367
May 20 18:28:27.919826 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:27.924842 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:27.974670 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f6975b-df3a-4f2c-a392-7728b86e2d17,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:27.979697 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:27.982996 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46325d88-e12c-468d-b59c-2f524c77753e req-1935dd26-1db7-4146-9459-11d2ccd8c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:27.984514 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46325d88-e12c-468d-b59c-2f524c77753e req-1935dd26-1db7-4146-9459-11d2ccd8c4c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.1183724
May 20 18:28:28.291878 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568335'] for router_gateway, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:28.411627 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46325d88-e12c-468d-b59c-2f524c77753e req-127dd99f-e45c-4494-b606-2b4f5b13aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:28.413072 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46325d88-e12c-468d-b59c-2f524c77753e req-127dd99f-e45c-4494-b606-2b4f5b13aa3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4038854
May 20 18:28:28.495090 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29719'] for router, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:28.499809 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:28.511990 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f545b-5ce5-49e2-bb80-56cb1263fa73 req-499f48a2-7cb5-4d2b-8730-25c6fcff5445 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:28.513585 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a92f545b-5ce5-49e2-bb80-56cb1263fa73 req-499f48a2-7cb5-4d2b-8730-25c6fcff5445 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 944 time: 0.3589246
May 20 18:28:28.695908 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568883'] for router, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:28.696379 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 {{(pid=91651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 20 18:28:28.731994 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a92f545b-5ce5-49e2-bb80-56cb1263fa73 req-8d15c714-8b2e-448e-924f-b4bd83afe9fe tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2063730
May 20 18:28:28.744620 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46325d88-e12c-468d-b59c-2f524c77753e req-eb27b70d-474f-48e5-8376-c1ee5d37c77f service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2776568
May 20 18:28:28.746790 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:28.750165 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ce93f3f9-aba9-4ac0-a0b4-7ef5212e1b65 HTTP/1.1" status: 204  len: 168 time: 2.5894573
May 20 18:28:28.750457 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43392) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:28.908868 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c07a9b0-b3e4-4ae1-9a18-a93512f5ffb1 admin admin] Deleting subnet 443ba35e-57a5-4de8-826f-28fba77f68f8 {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:28:28.915704 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9c07a9b0-b3e4-4ae1-9a18-a93512f5ffb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:28.988268 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-46325d88-e12c-468d-b59c-2f524c77753e req-0c7a0814-ce02-4fdf-9659-711210c389ad service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2349677
May 20 18:28:28.990343 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9c07a9b0-b3e4-4ae1-9a18-a93512f5ffb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13925754'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:29.117264 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9c07a9b0-b3e4-4ae1-9a18-a93512f5ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:29.338040 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 54f6975b-df3a-4f2c-a392-7728b86e2d17 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:28:29.375912 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 54f6975b-df3a-4f2c-a392-7728b86e2d17 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:28:29.376267 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 54f6975b-df3a-4f2c-a392-7728b86e2d17 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:28:29.383368 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9c07a9b0-b3e4-4ae1-9a18-a93512f5ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14066748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14149672'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:29.387270 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:29.427954 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07a9b0-b3e4-4ae1-9a18-a93512f5ffb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443ba35e-57a5-4de8-826f-28fba77f68f8,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:29.430151 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9c07a9b0-b3e4-4ae1-9a18-a93512f5ffb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:29.432596 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9c07a9b0-b3e4-4ae1-9a18-a93512f5ffb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:29.433941 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28096dd0-8863-49fb-b909-eb4b50f9e751 None None] Network 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:28:29.436845 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-9c07a9b0-b3e4-4ae1-9a18-a93512f5ffb1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/443ba35e-57a5-4de8-826f-28fba77f68f8 HTTP/1.1" status: 204  len: 168 time: 0.6855080
May 20 18:28:29.439737 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43398) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:29.546113 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:29.686134 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] DHCP port deletion for 7847ffca-c3a8-48e4-a292-d7f3c7e72e51 request from dv-cinder-792299-2-iscsi {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 20 18:28:29.727432 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Deleting port ea20d90c-bd76-471c-9120-8163578d4975 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:29.727432 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:29.755138 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Deleting port ea20d90c-bd76-471c-9120-8163578d4975 {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:29.755545 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:29.839264 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] For port ea20d90c-bd76-471c-9120-8163578d4975, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=ea20d90c-bd76-471c-9120-8163578d4975,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:29.839642 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:29.861038 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] For port ea20d90c-bd76-471c-9120-8163578d4975, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=ea20d90c-bd76-471c-9120-8163578d4975,segment=NetworkSegment(e7300bca-19a8-4890-ae00-7875c17ed3e2),segment_id=e7300bca-19a8-4890-ae00-7875c17ed3e2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:29.861499 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:30.017256 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Calling delete_port for ea20d90c-bd76-471c-9120-8163578d4975 owned by network:dhcp {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:30.031448 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Calling delete_port for ea20d90c-bd76-471c-9120-8163578d4975 owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:30.082300 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f2bba-c47b-4487-9c6c-d9fc08994e89 req-db69c41e-87b2-4a4b-af3e-93682b58049d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:30.083771 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b92f2bba-c47b-4487-9c6c-d9fc08994e89 req-db69c41e-87b2-4a4b-af3e-93682b58049d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 944 time: 0.1675229
May 20 18:28:30.128737 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:30.135408 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:30.158941 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:30.162818 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:30.185054 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b92f2bba-c47b-4487-9c6c-d9fc08994e89 req-45055ddd-4bf6-4667-9f13-2023c52f5bd4 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920062
May 20 18:28:30.187792 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ea20d90c-bd76-471c-9120-8163578d4975,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:30.189591 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] No DVR routers for this DVR port ea20d90c-bd76-471c-9120-8163578d4975 on host dv-cinder-792299-2-iscsi {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:28:30.191053 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:30.205632 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Pushing event deleted for resources: {'Port': ['ID=ea20d90c-bd76-471c-9120-8163578d4975,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:30.214234 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] No DVR routers for this DVR port ea20d90c-bd76-471c-9120-8163578d4975 on host dv-cinder-792299-2-iscsi {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:28:30.216183 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.216522 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.216857 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.217186 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.218166 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.218166 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.218166 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.218531 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.218849 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.219164 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.219549 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.219795 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:30.223210 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-3f6463da-2367-4cac-819c-dd988ca4d530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:30.311219 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:30.325612 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a168402e0>,) {'filters': {'network_id': ['7847ffca-c3a8-48e4-a292-d7f3c7e72e51']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:30.338115 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a168402e0>, 'e7300bca-19a8-4890-ae00-7875c17ed3e2') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:30.338426 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a168402e0>, 'e7300bca-19a8-4890-ae00-7875c17ed3e2') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:30.350590 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13925749'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:30.374292 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:30.382069 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:28:30.382397 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14066842'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]: Traceback (most recent call last):
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     timer()
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     cb(*args, **kw)
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     return func(*args, **kwargs)
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     self._notify()
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     self.callback(batched_events)
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     event.method(event)
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     return f(self, *a, **k)
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._get(url).json()
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self.request(url, 'GET', **kwargs)
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:28:30.396160 dv-cinder-792299-2-iscsi neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:28:30.474070 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:30.478214 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:30.495600 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:30.501454 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=7847ffca-c3a8-48e4-a292-d7f3c7e72e51,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:30.505598 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:30.515388 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] 10.222.0.13 "DELETE /v2.0/networks/7847ffca-c3a8-48e4-a292-d7f3c7e72e51 HTTP/1.1" status: 204  len: 168 time: 1.0745547
May 20 18:28:30.518400 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43406) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:30.840290 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 8d109f6a-c738-41cf-ae0a-64dc75d055e7 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:28:30.990530 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 8d109f6a-c738-41cf-ae0a-64dc75d055e7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8d109f6a-c738-41cf-ae0a-64dc75d055e7,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:31.003937 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '8d109f6a-c738-41cf-ae0a-64dc75d055e7', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'port_id': '8d109f6a-c738-41cf-ae0a-64dc75d055e7', 'mac_address': 'fa:16:3e:61:7d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:28:31.063153 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:31.067066 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539684'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:31.080507 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d109f6a-c738-41cf-ae0a-64dc75d055e7 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:28:31.096616 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 8d109f6a-c738-41cf-ae0a-64dc75d055e7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8d109f6a-c738-41cf-ae0a-64dc75d055e7,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:31.100772 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:31.102486 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:31.171162 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=8d109f6a-c738-41cf-ae0a-64dc75d055e7,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:31.174356 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:31.340582 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device ea20d90c-bd76-471c-9120-8163578d4975 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:28:31.377460 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: ea20d90c-bd76-471c-9120-8163578d4975 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:28:31.377923 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device ea20d90c-bd76-471c-9120-8163578d4975 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:28:31.511990 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['8d109f6a-c738-41cf-ae0a-64dc75d055e7'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:28:31.527041 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f00fa-7958-424d-8297-b8b8916d19ae req-19f7b027-26f9-4ed3-9ecd-6933367aed7b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:31.528645 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-498f00fa-7958-424d-8297-b8b8916d19ae req-19f7b027-26f9-4ed3-9ecd-6933367aed7b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 945 time: 0.2158129
May 20 18:28:31.625253 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-498f00fa-7958-424d-8297-b8b8916d19ae req-5453da74-acbd-414b-8413-ed7cfa37569b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895991
May 20 18:28:31.696947 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Deleting port 1eaa9134-1d45-4003-bed0-4fbe59cf466e {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:31.697284 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:31.818870 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] For port 1eaa9134-1d45-4003-bed0-4fbe59cf466e, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1eaa9134-1d45-4003-bed0-4fbe59cf466e,segment=NetworkSegment(1aa2072e-369b-4fbf-b8a2-9da54fb082d7),segment_id=1aa2072e-369b-4fbf-b8a2-9da54fb082d7)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:31.819213 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:31.944003 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Calling delete_port for 1eaa9134-1d45-4003-bed0-4fbe59cf466e owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:32.103944 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:32.107842 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c61b0b02-5b94-4afc-b76e-8073960951e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:32.153766 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eaa9134-1d45-4003-bed0-4fbe59cf466e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:32.205980 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:32.454427 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539792'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:32.854728 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 8d109f6a-c738-41cf-ae0a-64dc75d055e7 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:32.932907 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:32.939755 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:32.940224 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:33.004334 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62bd44-aadb-4b92-a759-22ac215afa91 req-a0999659-f7f7-46b4-bed3-80a036c3cf92 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:33.005969 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ce62bd44-aadb-4b92-a759-22ac215afa91 req-a0999659-f7f7-46b4-bed3-80a036c3cf92 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 945 time: 0.2050071
May 20 18:28:33.048352 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:28:33.077052 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:33.105974 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d109f6a-c738-41cf-ae0a-64dc75d055e7'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:28:33.117043 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 8d109f6a-c738-41cf-ae0a-64dc75d055e7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8d109f6a-c738-41cf-ae0a-64dc75d055e7,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:33.122298 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:33.124964 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:33.174552 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ce62bd44-aadb-4b92-a759-22ac215afa91 req-782fa795-3227-450d-8f36-ba091a96f12b tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1526191
May 20 18:28:33.177263 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d109f6a-c738-41cf-ae0a-64dc75d055e7', 'code': 200}
May 20 18:28:33.205861 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=8d109f6a-c738-41cf-ae0a-64dc75d055e7,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:33.208825 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:33.300383 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:28:33.312808 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] 10.222.0.13 "PUT /v2.0/routers/95ec3b03-47e6-41ff-8dd5-1dadcee983ed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7932372
May 20 18:28:33.316267 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] Sync routers for ids ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:28:33.317369 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43420) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:33.334785 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] Routers {'95ec3b03-47e6-41ff-8dd5-1dadcee983ed'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:33.335798 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a176180a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:33.442792 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e1f19-24c3-464d-b9fb-82246de53200 req-7a4ba545-85ca-4077-b643-33438eefcb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:33.444301 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-050e1f19-24c3-464d-b9fb-82246de53200 req-7a4ba545-85ca-4077-b643-33438eefcb96 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 1099 time: 0.0851800
May 20 18:28:33.495879 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-050e1f19-24c3-464d-b9fb-82246de53200 req-69b7040c-50e0-4c0e-afdd-df9bc09cf5ab service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449486
May 20 18:28:33.521889 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks [] for router, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:33.530101 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] Set router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:33.697692 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:33.775031 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Deleting port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:33.775375 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:33.810812 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a176180a0>, [{'id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:51Z', 'updated_at': '2021-05-20T18:28:32Z', 'revision_number': 5, 'project_id': '93fb7779339e492881f8857d38247877', 'gw_port': {'id': '262c486b-5e4b-48ef-8fb6-236c0ef77bf4', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:22:53Z', 'updated_at': '2021-05-20T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:33.815318 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] Checking router: 95ec3b03-47e6-41ff-8dd5-1dadcee983ed for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:28:33.823566 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] Routers {'95ec3b03-47e6-41ff-8dd5-1dadcee983ed'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:33.824162 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a176180a0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:33.897021 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] For port 262c486b-5e4b-48ef-8fb6-236c0ef77bf4, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=262c486b-5e4b-48ef-8fb6-236c0ef77bf4,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:33.897367 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:33.975867 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] Set router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:34.082017 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a176180a0>, [{'id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:51Z', 'updated_at': '2021-05-20T18:28:33Z', 'revision_number': 6, 'project_id': '93fb7779339e492881f8857d38247877', 'gw_port_host': None}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:34.085962 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70613e-5d67-4c0c-b700-e58f7bd8e8d4 None None] The sync data for ids ['95ec3b03-47e6-41ff-8dd5-1dadcee983ed'] in dv-cinder-792299-2-iscsi is: [{'id': '95ec3b03-47e6-41ff-8dd5-1dadcee983ed', 'name': 'tempest-TestMinimumBasicScenario-1074781715-router', 'tenant_id': '93fb7779339e492881f8857d38247877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:22:51Z', 'updated_at': '2021-05-20T18:28:33Z', 'revision_number': 6, 'project_id': '93fb7779339e492881f8857d38247877', 'gw_port_host': None}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:28:34.116383 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Calling delete_port for 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 owned by network:router_gateway {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:34.257937 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:34.261511 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8b7fc842-c183-4c4a-875b-448623feec76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:34.303155 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Pushing event deleted for resources: {'Port': ['ID=262c486b-5e4b-48ef-8fb6-236c0ef77bf4,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:34.306883 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:34.368987 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008d4bd-093c-4e3d-b2b9-4177d5625938 req-bb4708cb-ad2d-4198-9610-a8b822aa0d25 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:34.370421 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a008d4bd-093c-4e3d-b2b9-4177d5625938 req-bb4708cb-ad2d-4198-9610-a8b822aa0d25 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 946 time: 0.0806739
May 20 18:28:34.397327 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568335'] for router_gateway, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:34.418970 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a008d4bd-093c-4e3d-b2b9-4177d5625938 req-536f2740-b990-446d-8712-c10c5596ebe1 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418727
May 20 18:28:34.581402 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29719'] for router, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:34.583749 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:34.611784 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568883'] for router, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:34.612603 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ec3b03-47e6-41ff-8dd5-1dadcee983ed {{(pid=91652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 20 18:28:34.626754 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:34.627349 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] 10.222.0.13 "DELETE /v2.0/routers/95ec3b03-47e6-41ff-8dd5-1dadcee983ed HTTP/1.1" status: 204  len: 168 time: 1.3087540
May 20 18:28:34.630128 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43428) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:34.696277 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d7b8be-67b3-4a33-af9d-24d6edebc025 admin admin] Deleting subnet c8be7e9c-d6d3-4e74-b554-8f57d26b1f38 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:28:34.699315 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8d7b8be-67b3-4a33-af9d-24d6edebc025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:34.751250 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8d7b8be-67b3-4a33-af9d-24d6edebc025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:34.880017 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8d7b8be-67b3-4a33-af9d-24d6edebc025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.144880 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8d7b8be-67b3-4a33-af9d-24d6edebc025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.149189 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-408c235d-f561-45b0-8b3e-0320d84658e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:35.189317 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7b8be-67b3-4a33-af9d-24d6edebc025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8be7e9c-d6d3-4e74-b554-8f57d26b1f38,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:35.192241 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f8d7b8be-67b3-4a33-af9d-24d6edebc025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:35.193231 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8d7b8be-67b3-4a33-af9d-24d6edebc025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.198286 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9611c9fb-2199-4b52-a296-0140507be4ab None None] Network d1659a01-26b3-4935-b8d5-d6b9570114f5 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:28:35.199211 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-f8d7b8be-67b3-4a33-af9d-24d6edebc025 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c8be7e9c-d6d3-4e74-b554-8f57d26b1f38 HTTP/1.1" status: 204  len: 168 time: 0.5681126
May 20 18:28:35.201695 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43434) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:35.322573 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.383033 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1eaa9134-1d45-4003-bed0-4fbe59cf466e no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:28:35.407994 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Deleting port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:35.408534 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.426672 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 1eaa9134-1d45-4003-bed0-4fbe59cf466e {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:28:35.427018 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1eaa9134-1d45-4003-bed0-4fbe59cf466e not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:28:35.427441 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:28:35.468826 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:28:35.469173 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 262c486b-5e4b-48ef-8fb6-236c0ef77bf4 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:28:35.513301 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] For port 61bf9c9b-a89c-4e3f-8392-e67077f7e298, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=61bf9c9b-a89c-4e3f-8392-e67077f7e298,segment=NetworkSegment(1aa2072e-369b-4fbf-b8a2-9da54fb082d7),segment_id=1aa2072e-369b-4fbf-b8a2-9da54fb082d7)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:35.513660 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.567762 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] DHCP port deletion for d1659a01-26b3-4935-b8d5-d6b9570114f5 request from dv-cinder-792299-2-iscsi {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 20 18:28:35.641859 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] Deleting port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:28:35.642438 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.662305 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24740-264a-4676-85f2-404167de6b45 req-cd530574-bf03-46b6-89d4-1f0a7c3b3fb7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:35.664968 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a4a24740-264a-4676-85f2-404167de6b45 req-cd530574-bf03-46b6-89d4-1f0a7c3b3fb7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 946 time: 0.1049566
May 20 18:28:35.726862 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a4a24740-264a-4676-85f2-404167de6b45 req-55ec137f-2e8f-4336-bde9-649869b469dc tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564260
May 20 18:28:35.760848 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] For port 61bf9c9b-a89c-4e3f-8392-e67077f7e298, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=61bf9c9b-a89c-4e3f-8392-e67077f7e298,segment=NetworkSegment(1aa2072e-369b-4fbf-b8a2-9da54fb082d7),segment_id=1aa2072e-369b-4fbf-b8a2-9da54fb082d7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:35.760848 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.761080 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Calling delete_port for 61bf9c9b-a89c-4e3f-8392-e67077f7e298 owned by network:dhcp {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:35.817668 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.822361 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fafe4ef7-e40d-404a-b54f-bac5a9127c90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:35.869910 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bf9c9b-a89c-4e3f-8392-e67077f7e298,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:35.873020 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:35.873827 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] No DVR routers for this DVR port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 on host dv-cinder-792299-2-iscsi {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:28:35.924045 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] Calling delete_port for 61bf9c9b-a89c-4e3f-8392-e67077f7e298 owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:28:35.942785 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edc58f-2c62-4072-acb1-b86904fdf893 req-80bad490-cda9-4658-8464-4a45f2474f5f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:35.946670 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e2edc58f-2c62-4072-acb1-b86904fdf893 req-80bad490-cda9-4658-8464-4a45f2474f5f tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 946 time: 0.0981951
May 20 18:28:35.960127 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43444) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:35.972781 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-5c730684-7fa5-4227-b47c-b7e98eb8a7a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Request body: {'floatingip': {'port_id': '8d109f6a-c738-41cf-ae0a-64dc75d055e7'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:35.982903 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:35.991502 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-61f851f2-5dda-4c60-bacb-ae32748b3abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:36.008845 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.023150 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a16a0b220>,) {'filters': {'network_id': ['d1659a01-26b3-4935-b8d5-d6b9570114f5']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:36.037328 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16a0b220>, '1aa2072e-369b-4fbf-b8a2-9da54fb082d7') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:36.037633 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16a0b220>, '1aa2072e-369b-4fbf-b8a2-9da54fb082d7') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:36.049291 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] Pushing event deleted for resources: {'Port': ['ID=61bf9c9b-a89c-4e3f-8392-e67077f7e298,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:36.050258 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.052484 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:36.053705 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] No DVR routers for this DVR port 61bf9c9b-a89c-4e3f-8392-e67077f7e298 on host dv-cinder-792299-2-iscsi {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:28:36.069399 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5c730684-7fa5-4227-b47c-b7e98eb8a7a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.074303 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.087634 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:28:36.088038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:28:36.104764 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:28:36.197243 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.202153 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:36.216370 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.228090 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1659a01-26b3-4935-b8d5-d6b9570114f5,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:36.233178 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d1659a01-26b3-4935-b8d5-d6b9570114f5 HTTP/1.1" status: 204  len: 168 time: 1.0280948
May 20 18:28:36.233178 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:36.354026 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43450) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:36.411738 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-862864a1-91ef-4a4c-b468-c886d6d4e644 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47bcd4da5a164333b657d77baf3d1789&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0561707
May 20 18:28:36.414130 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43454) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:36.485971 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e452fc66-3c87-4b06-84b9-693e2835aaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.521226 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e452fc66-3c87-4b06-84b9-693e2835aaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.603451 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e452fc66-3c87-4b06-84b9-693e2835aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.609508 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1c5a307a-6e35-42a4-bb90-682811883ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:36.624542 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452fc66-3c87-4b06-84b9-693e2835aaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b8a11e-fcb3-43b3-bb84-65ab771c24d6,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:36.630841 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e452fc66-3c87-4b06-84b9-693e2835aaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:36.637720 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e452fc66-3c87-4b06-84b9-693e2835aaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.638916 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e452fc66-3c87-4b06-84b9-693e2835aaad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42b8a11e-fcb3-43b3-bb84-65ab771c24d6 HTTP/1.1" status: 204  len: 168 time: 0.2237694
May 20 18:28:36.918862 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5c730684-7fa5-4227-b47c-b7e98eb8a7a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:36.924273 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5c730684-7fa5-4227-b47c-b7e98eb8a7a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:37.053203 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43462) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:37.107798 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-de122a84-368c-4bda-acf5-119cc87e9f8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93fb7779339e492881f8857d38247877&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520675
May 20 18:28:37.110562 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43468) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:37.127117 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [None req-5c730684-7fa5-4227-b47c-b7e98eb8a7a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Floating IP 99f5b158-ac2d-4d7c-87e6-0a6cdc044bc1 associated. External IP: 172.27.0.28, port: 8d109f6a-c738-41cf-ae0a-64dc75d055e7.
May 20 18:28:37.333484 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6521c1cc-c195-4ace-9fe4-bfe34c67b1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:37.346567 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 61bf9c9b-a89c-4e3f-8392-e67077f7e298 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:28:37.374189 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6521c1cc-c195-4ace-9fe4-bfe34c67b1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:37.384051 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 61bf9c9b-a89c-4e3f-8392-e67077f7e298 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:28:37.384401 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 61bf9c9b-a89c-4e3f-8392-e67077f7e298 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:28:37.579162 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6521c1cc-c195-4ace-9fe4-bfe34c67b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:37.584920 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6270022c-e763-49fa-97ba-3115580bf035 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:37.602546 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521c1cc-c195-4ace-9fe4-bfe34c67b1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2faf81-1f68-4646-b365-1daa201ffc72,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:37.606399 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c730684-7fa5-4227-b47c-b7e98eb8a7a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Router e3beeed8-ae21-4379-92c1-f537a974b413 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:28:37.608153 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6521c1cc-c195-4ace-9fe4-bfe34c67b1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:37.611655 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6521c1cc-c195-4ace-9fe4-bfe34c67b1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:37.615102 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-6521c1cc-c195-4ace-9fe4-bfe34c67b1a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f2faf81-1f68-4646-b365-1daa201ffc72 HTTP/1.1" status: 204  len: 168 time: 0.5012791
May 20 18:28:37.800132 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c730684-7fa5-4227-b47c-b7e98eb8a7a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:28:37.807017 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5c730684-7fa5-4227-b47c-b7e98eb8a7a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:37.816214 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] Sync routers for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:28:37.826075 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:37.826698 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a174bf550>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:37.866152 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-5c730684-7fa5-4227-b47c-b7e98eb8a7a7 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "PUT /v2.0/floatingips/99f5b158-ac2d-4d7c-87e6-0a6cdc044bc1 HTTP/1.1" status: 200  len: 991 time: 1.9050045
May 20 18:28:37.866885 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'tag': '8d109f6a-c738-41cf-ae0a-64dc75d055e7'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:28:37.919936 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'tag': '8d109f6a-c738-41cf-ae0a-64dc75d055e7', 'status': 'completed', 'code': 200}
May 20 18:28:38.021786 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:38.031753 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-7724bc51-938c-4f86-8659-db8b83b3a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:38.033297 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-7724bc51-938c-4f86-8659-db8b83b3a5da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 1099 time: 0.0883410
May 20 18:28:38.180760 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-d728ab50-8e47-4785-8e4c-85fe90a5b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:38.182297 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-d728ab50-8e47-4785-8e4c-85fe90a5b1c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 200  len: 911 time: 0.1424019
May 20 18:28:38.316823 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-4de36ed0-13e6-4d87-82d4-9b353e867ce5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d109f6a-c738-41cf-ae0a-64dc75d055e7 HTTP/1.1" status: 200  len: 999 time: 0.1272781
May 20 18:28:38.395927 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-aa25ebc1-97a3-4791-93c4-5ce6241dc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:38.397357 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-aa25ebc1-97a3-4791-93c4-5ce6241dc921 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 200  len: 850 time: 0.0684066
May 20 18:28:38.411575 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a174bf550>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '99f5b158-ac2d-4d7c-87e6-0a6cdc044bc1', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'port_id': '8d109f6a-c738-41cf-ae0a-64dc75d055e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'mac_address': 'fa:16:3e:61:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:28:18Z', 'updated_at': '2021-05-20T18:28:36Z', 'revision_number': 1, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:38.416191 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] Checking router: e3beeed8-ae21-4379-92c1-f537a974b413 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:28:38.426536 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:38.427278 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a174bf550>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:38.532482 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43498) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:38.634720 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:38.645226 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-8a5e2c53-2fb5-46b6-be82-c151eb61696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:38.646811 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-8a5e2c53-2fb5-46b6-be82-c151eb61696c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98132ccf-ac6c-473f-b741-54319366f218&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2426536
May 20 18:28:38.664192 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2140030308-network', 'tenant_id': 'b2523b2dcc104408a8589927a2875816'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:38.669324 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:38.674399 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Usage tracker for resource:network and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:38.679601 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:38.686829 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:38.698930 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Made reservation on behalf of b2523b2dcc104408a8589927a2875816 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:28:38.702186 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:38.715263 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:38.731855 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:38.736982 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:38.740113 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:38.746709 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:38.795854 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-745622e5-2f01-45ab-83a1-0df4043defc1 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418526
May 20 18:28:38.846205 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:38.851636 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:38.857015 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-09528ba0-df21-446a-8211-a97d30f2307a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:38.886769 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:28:38.896315 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39970d2-9bce-416c-9ca5-530442e46c2b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:38.899851 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:38.903532 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:38.903920 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Added segment ad85bcee-7d8d-4d4c-a890-62a15645dd51 of type vlan for network c1b9099e-a295-4fef-8963-2d36b6d11878
May 20 18:28:38.946638 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:38.961912 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ee82a221-4ddf-40d4-aeee-4d29b1d7f142 req-0d67568c-8107-4811-a4d3-799419a26a92 service neutron] 10.222.0.22 "GET /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592557
May 20 18:28:38.979033 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:38.980731 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:38.981560 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:38.985341 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6f6d61af-1992-4665-a4e2-f95e2bcc6592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:39.037104 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a174bf550>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '99f5b158-ac2d-4d7c-87e6-0a6cdc044bc1', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'port_id': '8d109f6a-c738-41cf-ae0a-64dc75d055e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'mac_address': 'fa:16:3e:61:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:28:18Z', 'updated_at': '2021-05-20T18:28:36Z', 'revision_number': 1, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:39.041631 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6093e4a-bd99-4909-ba2f-067e58e30b06 None None] The sync data for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi is: [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '99f5b158-ac2d-4d7c-87e6-0a6cdc044bc1', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'port_id': '8d109f6a-c738-41cf-ae0a-64dc75d055e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'mac_address': 'fa:16:3e:61:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:28:18Z', 'updated_at': '2021-05-20T18:28:36Z', 'revision_number': 1, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:28:39.088751 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b9099e-a295-4fef-8963-2d36b6d11878,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:39.096477 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43508) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:39.102870 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5674202
May 20 18:28:39.104235 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:39.104682 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Request body: {'subnet': {'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2140030308-subnet', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:39.106440 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network c1b9099e-a295-4fef-8963-2d36b6d11878 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:28:39.111704 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:39.116330 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Usage tracker for resource:subnet and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:39.119821 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:39.129304 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:39.145777 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Made reservation on behalf of b2523b2dcc104408a8589927a2875816 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:28:39.148202 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14149683'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:39.250032 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924cd39a-79d1-46a8-b491-6775e00ecacf None None] New status for floating IP 99f5b158-ac2d-4d7c-87e6-0a6cdc044bc1: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:28:39.613968 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14066803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14149665'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:39.619966 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-206baf6d-b474-4716-b7d8-b4a2de776c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:39.688582 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae479b5-447a-466e-89bd-1d678eb41c8c,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:39.692151 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:39.698064 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Checking segment: {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:28:39.698426 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Network hostable DHCP agents. Network: c1b9099e-a295-4fef-8963-2d36b6d11878, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:28:39.715760 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Network c1b9099e-a295-4fef-8963-2d36b6d11878 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:28:39.725979 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, c1b9099e-a295-4fef-8963-2d36b6d11878) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:39.734640 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88c5ab-2011-428d-a9af-b07bcd826c59 None None] Network c1b9099e-a295-4fef-8963-2d36b6d11878 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:28:39.735180 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:39.735500 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:39.766603 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-f73c80ec-28c1-4742-893c-c36d2bc2178b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6676011
May 20 18:28:39.768335 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43516) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:39.774550 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:39.779403 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:39.783981 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Usage tracker for resource:router and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:39.788007 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:39.799117 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:39.814505 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:39.815791 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:39.835403 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:39.964058 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-c1b9099e-a295-4fef-8963-2d36b6d11878', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:28:39.964900 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.132242 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.141846 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Allocated IP 172.20.0.2 (c1b9099e-a295-4fef-8963-2d36b6d11878/dae479b5-447a-466e-89bd-1d678eb41c8c/acc626c1-1582-4ab6-8e12-c752a077a0bd) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:28:40.367128 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.377923 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Transition to ACTIVE for port object acc626c1-1582-4ab6-8e12-c752a077a0bd will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:40.398536 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Transition to ACTIVE for port object acc626c1-1582-4ab6-8e12-c752a077a0bd will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:40.407673 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.416032 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:40.490498 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Network c1b9099e-a295-4fef-8963-2d36b6d11878 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:40.493355 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:40.496989 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:28:40.503363 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Pushing event updated for resources: {'Port': ['ID=acc626c1-1582-4ab6-8e12-c752a077a0bd,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:40.507293 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:40.581714 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.597191 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Attempting to bind port acc626c1-1582-4ab6-8e12-c752a077a0bd on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:28:40.597562 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Attempting to bind port acc626c1-1582-4ab6-8e12-c752a077a0bd by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:28:40.597972 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Attempting to bind port acc626c1-1582-4ab6-8e12-c752a077a0bd on network c1b9099e-a295-4fef-8963-2d36b6d11878 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:28:40.603914 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:28:40.604300 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Checking segment: {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:28:40.604708 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.605106 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Bound using segment: {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:28:40.605579 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Bound port: acc626c1-1582-4ab6-8e12-c752a077a0bd, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:28:40.605983 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.622577 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.698299 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] For port acc626c1-1582-4ab6-8e12-c752a077a0bd, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:28:40.701929 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] For port acc626c1-1582-4ab6-8e12-c752a077a0bd, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=acc626c1-1582-4ab6-8e12-c752a077a0bd,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:28:40.706854 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.710716 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:40.766693 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Allocated IP 172.27.0.87 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/cfb7855d-2154-4bd9-ac63-a25290281a95) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:28:40.800310 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Pushing event updated for resources: {'Port': ['ID=acc626c1-1582-4ab6-8e12-c752a077a0bd,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:40.806646 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:40.946146 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.984642 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:40.988609 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:41.061215 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:41.065665 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:41.069784 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:28:41.099931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Pushing event updated for resources: {'Port': ['ID=cfb7855d-2154-4bd9-ac63-a25290281a95,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:41.106664 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:41.404060 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device acc626c1-1582-4ab6-8e12-c752a077a0bd up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:41.475449 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port acc626c1-1582-4ab6-8e12-c752a077a0bd completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:41.533643 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:41.832668 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10957b-25e2-42d2-8dc2-beb3ae8a7d62 None None] Network c1b9099e-a295-4fef-8963-2d36b6d11878 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:28:41.889695 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:41.951087 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-066cb743-0e34-4107-ad80-d056a4a0aeef None None] Provisioning for port acc626c1-1582-4ab6-8e12-c752a077a0bd completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:41.968237 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-066cb743-0e34-4107-ad80-d056a4a0aeef None None] Provisioning complete for port acc626c1-1582-4ab6-8e12-c752a077a0bd triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:41.968860 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-066cb743-0e34-4107-ad80-d056a4a0aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:42.210582 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-066cb743-0e34-4107-ad80-d056a4a0aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:42.230092 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Router 9afadfba-e9bc-44da-8976-74515ddbf653 is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:28:42.253300 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-066cb743-0e34-4107-ad80-d056a4a0aeef None None] For port acc626c1-1582-4ab6-8e12-c752a077a0bd, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=acc626c1-1582-4ab6-8e12-c752a077a0bd,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:42.259049 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-066cb743-0e34-4107-ad80-d056a4a0aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:42.260539 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:42.341626 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cb743-0e34-4107-ad80-d056a4a0aeef None None] Pushing event updated for resources: {'Port': ['ID=acc626c1-1582-4ab6-8e12-c752a077a0bd,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:42.346006 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-066cb743-0e34-4107-ad80-d056a4a0aeef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:42.467573 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:28:42.490649 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Sync routers for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:28:42.504044 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:42.505385 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.7355065
May 20 18:28:42.509100 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43530) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:42.511551 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:42.512262 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a16618a00>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:42.566608 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-f728952d-79e9-427d-96d7-82bc1ecee3fc None None] Provisioning complete for port acc626c1-1582-4ab6-8e12-c752a077a0bd triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:42.566985 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f728952d-79e9-427d-96d7-82bc1ecee3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:42.842710 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:43.199483 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a16618a00>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:41Z', 'revision_number': 3, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:43.204534 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Checking router: 9afadfba-e9bc-44da-8976-74515ddbf653 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:28:43.204884 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Updating router 9afadfba-e9bc-44da-8976-74515ddbf653 port cfb7855d-2154-4bd9-ac63-a25290281a95 binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:28:43.264152 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:43.348096 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:43.379126 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device acc626c1-1582-4ab6-8e12-c752a077a0bd up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:43.569421 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port acc626c1-1582-4ab6-8e12-c752a077a0bd triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:43.569845 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:43.602805 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Allocated IP 172.20.0.1 (c1b9099e-a295-4fef-8963-2d36b6d11878/dae479b5-447a-466e-89bd-1d678eb41c8c/e79c4470-ad65-48f4-9372-408b5f149672) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:28:43.765911 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:43.783727 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Transition to ACTIVE for port object e79c4470-ad65-48f4-9372-408b5f149672 will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:43.788412 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:43.801558 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Transition to ACTIVE for port object cfb7855d-2154-4bd9-ac63-a25290281a95 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:43.808065 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:43.809992 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:43.812004 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:43.815147 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:43.881158 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Network c1b9099e-a295-4fef-8963-2d36b6d11878 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:43.882444 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:43.886574 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:28:43.895792 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Attempting to bind port cfb7855d-2154-4bd9-ac63-a25290281a95 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:28:43.896408 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Attempting to bind port cfb7855d-2154-4bd9-ac63-a25290281a95 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:28:43.896508 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Attempting to bind port cfb7855d-2154-4bd9-ac63-a25290281a95 on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:28:43.899052 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa15f3a-829c-4b47-be8d-2ed82dc291c5 None None] Pushing event updated for resources: {'Port': ['ID=cfb7855d-2154-4bd9-ac63-a25290281a95,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:43.903304 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-8fa15f3a-829c-4b47-be8d-2ed82dc291c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:43.906464 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:28:43.906856 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:28:43.907364 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:43.907617 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:28:43.908962 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Bound port: cfb7855d-2154-4bd9-ac63-a25290281a95, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:28:43.908962 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:44.038785 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] For port cfb7855d-2154-4bd9-ac63-a25290281a95, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:28:44.042666 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] For port cfb7855d-2154-4bd9-ac63-a25290281a95, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=cfb7855d-2154-4bd9-ac63-a25290281a95,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:28:44.052285 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:44.060324 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c5ec8470-ad07-4933-a9bf-51e31af08137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:44.066178 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Pushing event updated for resources: {'Port': ['ID=e79c4470-ad65-48f4-9372-408b5f149672,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:44.077898 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:44.088236 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:44.142982 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:44.143621 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a16618a00>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:44.224299 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa15f3a-829c-4b47-be8d-2ed82dc291c5 None None] Pushing event updated for resources: {'Port': ['ID=cfb7855d-2154-4bd9-ac63-a25290281a95,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:44.227422 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-8fa15f3a-829c-4b47-be8d-2ed82dc291c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:44.252800 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-521d7ee8-163e-4976-a604-22dd3ff3b9e1 None None] Provisioning for port e79c4470-ad65-48f4-9372-408b5f149672 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:44.315736 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-521d7ee8-163e-4976-a604-22dd3ff3b9e1 None None] Provisioning complete for port e79c4470-ad65-48f4-9372-408b5f149672 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:44.316008 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-521d7ee8-163e-4976-a604-22dd3ff3b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:44.442370 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:44.465453 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-521d7ee8-163e-4976-a604-22dd3ff3b9e1 None None] Port e79c4470-ad65-48f4-9372-408b5f149672 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:28:44.468162 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:44.681967 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:44.688212 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:44.715781 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8777f29b-a085-48eb-bd20-a070ab558564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:44.800817 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Pushing event updated for resources: {'Port': ['ID=e79c4470-ad65-48f4-9372-408b5f149672,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:44.803965 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:44.807160 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:44.817897 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a16618a00>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:41Z', 'revision_number': 3, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:44.822135 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca60829-d817-4405-a281-898f8fd9b5f8 None None] The sync data for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi is: [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:41Z', 'revision_number': 3, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:28:44.954377 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Network c1b9099e-a295-4fef-8963-2d36b6d11878 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:44.955606 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:45.219162 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Router 9afadfba-e9bc-44da-8976-74515ddbf653 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:28:45.302855 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-be5e3bf0-f305-4257-ab88-29545ab5edac None None] Provisioning complete for port e79c4470-ad65-48f4-9372-408b5f149672 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:45.303805 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-be5e3bf0-f305-4257-ab88-29545ab5edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:45.370705 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-be5e3bf0-f305-4257-ab88-29545ab5edac None None] Port e79c4470-ad65-48f4-9372-408b5f149672 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:28:45.404411 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device cfb7855d-2154-4bd9-ac63-a25290281a95 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:45.438376 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:28:45.456268 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] 10.222.0.13 "PUT /v2.0/routers/9afadfba-e9bc-44da-8976-74515ddbf653/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9401062
May 20 18:28:45.512391 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port cfb7855d-2154-4bd9-ac63-a25290281a95 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:45.518405 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port cfb7855d-2154-4bd9-ac63-a25290281a95 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:45.518806 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:45.655136 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:45.675359 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port cfb7855d-2154-4bd9-ac63-a25290281a95, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=cfb7855d-2154-4bd9-ac63-a25290281a95,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:45.681018 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:45.684954 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:45.760383 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=cfb7855d-2154-4bd9-ac63-a25290281a95,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:45.764002 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:46.063908 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43560) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:46.073240 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-799777161-network', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:46.075683 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:46.079905 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Usage tracker for resource:network and tenant:a814938fcf234300a2d9ddd33da8f68e is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:46.083249 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:46.089183 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:46.099661 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Made reservation on behalf of a814938fcf234300a2d9ddd33da8f68e for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:28:46.102114 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.115758 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.132261 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:46.136397 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Usage tracker for resource:security_group_rule and tenant:a814938fcf234300a2d9ddd33da8f68e is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:46.139585 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:46.146083 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:46.241535 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.246437 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.250211 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e5770cfa-6e2c-4820-99d0-4a4d174bf3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:46.284521 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:28:46.293638 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59897c39-608a-483d-bcf1-7f54e4a1d4a2,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:46.298393 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:46.301692 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.302127 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Added segment 32bdbcca-1aa8-4d0f-b2e9-340947494c71 of type vlan for network 71965875-9b8f-4b6f-a90a-2cee7ed0b398
May 20 18:28:46.335957 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.377985 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.379635 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:46.380435 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.385465 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:46.491100 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.4260693
May 20 18:28:46.492058 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Pushing event updated for resources: {'Network': ['ID=71965875-9b8f-4b6f-a90a-2cee7ed0b398,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:46.494753 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43566) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:46.495246 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:46.504810 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Request body: {'subnet': {'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-799777161-subnet', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:46.506110 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:28:46.510095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:46.514062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Usage tracker for resource:subnet and tenant:a814938fcf234300a2d9ddd33da8f68e is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:46.518014 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:46.524217 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:46.535379 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Made reservation on behalf of a814938fcf234300a2d9ddd33da8f68e for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:28:46.537805 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14149683'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.613293 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Sync routers for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:28:46.627168 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:46.627902 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17194670>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:46.814730 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:46.957546 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14066803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14149665'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:46.962105 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:47.051720 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749056f3-f8a1-45b3-97aa-42b627b3fd9c,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:47.055795 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:47.067122 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Checking segment: {'id': '32bdbcca-1aa8-4d0f-b2e9-340947494c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:28:47.067605 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Network hostable DHCP agents. Network: 71965875-9b8f-4b6f-a90a-2cee7ed0b398, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:28:47.087814 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:28:47.102896 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, 71965875-9b8f-4b6f-a90a-2cee7ed0b398) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:47.115729 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:47.116551 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.119522 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488f425-15dd-412e-a1e4-632c3413f081 None None] Network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:28:47.148028 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6471710
May 20 18:28:47.148373 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43572) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:47.154960 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:47.161403 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:47.168139 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Usage tracker for resource:router and tenant:a814938fcf234300a2d9ddd33da8f68e is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:47.173990 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:47.184799 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:47.204007 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29701'] for router, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.206193 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29710'] for router, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.217161 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17194670>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'e79c4470-ad65-48f4-9372-408b5f149672', 'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'mac_address': 'fa:16:3e:b0:25:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:43Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 2, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'subnets': [{'id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:47.223814 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Checking router: 9afadfba-e9bc-44da-8976-74515ddbf653 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:28:47.224724 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Updating router 9afadfba-e9bc-44da-8976-74515ddbf653 port e79c4470-ad65-48f4-9372-408b5f149672 binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:28:47.233643 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.300809 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.411226 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a47e0b6f-1303-4f59-b3f0-41437590527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.421391 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device cfb7855d-2154-4bd9-ac63-a25290281a95 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:47.569572 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f4d0cf4-dd49-56ed-9968-c22c26ebb2bc-71965875-9b8f-4b6f-a90a-2cee7ed0b398', 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'fixed_ips': [{'subnet_id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c'}]}} from dv-cinder-792299-2-iscsi. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 20 18:28:47.570744 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.727440 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port cfb7855d-2154-4bd9-ac63-a25290281a95 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:47.728242 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.734642 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29720'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.802956 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.822127 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Transition to ACTIVE for port object e79c4470-ad65-48f4-9372-408b5f149672 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:47.834315 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:47.845642 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:48.013705 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Pushing event updated for resources: {'Port': ['ID=e79c4470-ad65-48f4-9372-408b5f149672,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:48.029813 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.034981 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.035706 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.036226 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.036739 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.037300 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.037896 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.039608 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.043587 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.044236 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.044750 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.045294 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:28:48.057696 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:48.072802 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Allocated IP 172.20.0.2 (71965875-9b8f-4b6f-a90a-2cee7ed0b398/749056f3-f8a1-45b3-97aa-42b627b3fd9c/7564c666-b48c-4da8-baa1-6a4ae9bfab6b) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:28:48.125453 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Attempting to bind port e79c4470-ad65-48f4-9372-408b5f149672 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:28:48.126143 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Attempting to bind port e79c4470-ad65-48f4-9372-408b5f149672 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:28:48.126807 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Attempting to bind port e79c4470-ad65-48f4-9372-408b5f149672 on network c1b9099e-a295-4fef-8963-2d36b6d11878 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:28:48.135787 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:28:48.137055 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Checking segment: {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:28:48.137732 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.138314 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Bound using segment: {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:28:48.139023 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Bound port: e79c4470-ad65-48f4-9372-408b5f149672, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:28:48.139594 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.238205 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.255461 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] For port e79c4470-ad65-48f4-9372-408b5f149672, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:28:48.260595 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] For port e79c4470-ad65-48f4-9372-408b5f149672, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=e79c4470-ad65-48f4-9372-408b5f149672,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:28:48.266328 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.271618 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:48.275614 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.350033 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:48.350783 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17194670>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:48.356004 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.370211 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Transition to ACTIVE for port object 7564c666-b48c-4da8-baa1-6a4ae9bfab6b will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:48.394856 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Transition to ACTIVE for port object 7564c666-b48c-4da8-baa1-6a4ae9bfab6b will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:48.401447 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.410331 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:48.472398 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Allocated IP 172.27.0.57 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/5a081a2c-47b9-4a80-a829-3d8a112121da) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:28:48.474282 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Pushing event updated for resources: {'Port': ['ID=e79c4470-ad65-48f4-9372-408b5f149672,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:48.477903 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:48.506975 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:48.510476 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Resources bound (agent type, host, resource id):  {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:48.515182 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:28:48.521584 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Pushing event updated for resources: {'Port': ['ID=7564c666-b48c-4da8-baa1-6a4ae9bfab6b,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:48.526299 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:48.645511 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:48.674809 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.697011 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Attempting to bind port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:28:48.697687 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Attempting to bind port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '32bdbcca-1aa8-4d0f-b2e9-340947494c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:28:48.697825 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Attempting to bind port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b on network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:28:48.708027 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:28:48.708484 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Checking segment: {'id': '32bdbcca-1aa8-4d0f-b2e9-340947494c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:28:48.708821 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.709228 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Bound using segment: {'id': '32bdbcca-1aa8-4d0f-b2e9-340947494c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:28:48.709723 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Bound port: 7564c666-b48c-4da8-baa1-6a4ae9bfab6b, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bdbcca-1aa8-4d0f-b2e9-340947494c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:28:48.710135 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.721288 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.730544 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:48.784655 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:48.792947 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:48.796135 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:28:48.812654 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] For port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:28:48.816444 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] For port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=7564c666-b48c-4da8-baa1-6a4ae9bfab6b,segment=NetworkSegment(32bdbcca-1aa8-4d0f-b2e9-340947494c71),segment_id=32bdbcca-1aa8-4d0f-b2e9-340947494c71)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:28:48.822367 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:48.826304 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9e107422-d799-41cb-b4e1-7b6782f9f390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:48.858704 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Pushing event updated for resources: {'Port': ['ID=5a081a2c-47b9-4a80-a829-3d8a112121da,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:48.862854 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:48.913481 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Pushing event updated for resources: {'Port': ['ID=7564c666-b48c-4da8-baa1-6a4ae9bfab6b,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:48.942613 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:49.143047 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17194670>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'e79c4470-ad65-48f4-9372-408b5f149672', 'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'mac_address': 'fa:16:3e:b0:25:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:43Z', 'updated_at': '2021-05-20T18:28:48Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'subnets': [{'id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:49.154613 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14aea4-5730-4c52-8831-c13bf9d6fbda None None] The sync data for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi is: [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'e79c4470-ad65-48f4-9372-408b5f149672', 'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'mac_address': 'fa:16:3e:b0:25:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:43Z', 'updated_at': '2021-05-20T18:28:48Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'subnets': [{'id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:28:49.370756 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:49.499018 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 7564c666-b48c-4da8-baa1-6a4ae9bfab6b up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:49.595335 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:49.601722 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e79c4470-ad65-48f4-9372-408b5f149672 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:49.682237 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port e79c4470-ad65-48f4-9372-408b5f149672 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:49.688429 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port e79c4470-ad65-48f4-9372-408b5f149672 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:49.688983 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:49.770196 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:49.856950 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cc1d28ad-6205-498a-8fa3-4cad7095545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:49.863809 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:49.905158 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port e79c4470-ad65-48f4-9372-408b5f149672, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=e79c4470-ad65-48f4-9372-408b5f149672,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:49.915384 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:49.922357 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-8fa15f3a-829c-4b47-be8d-2ed82dc291c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:50.025630 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=e79c4470-ad65-48f4-9372-408b5f149672,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:50.031257 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537524'] for router, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:50.037831 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:50.259788 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e728c-0aac-487c-9715-21ec6ff7d894 None None] Network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:28:50.301301 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Router b54599b8-c7c0-4b61-a762-c154ed6d890a is scheduled to L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 with binding_index 1 {{(pid=91651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 20 18:28:50.466819 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c12cf571-5d63-4047-91cb-520303eacf08 None None] Provisioning for port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:50.498438 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c12cf571-5d63-4047-91cb-520303eacf08 None None] Provisioning complete for port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:50.499570 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c12cf571-5d63-4047-91cb-520303eacf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:50.506924 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:28:50.537700 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:50.539276 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-8f9c7933-1796-42c0-83f6-cbe35f45136e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.3897176
May 20 18:28:50.543291 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43586) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:50.549330 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Sync routers for ids ['b54599b8-c7c0-4b61-a762-c154ed6d890a'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:28:50.634941 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Routers {'b54599b8-c7c0-4b61-a762-c154ed6d890a'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:50.635588 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a165df880>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['b54599b8-c7c0-4b61-a762-c154ed6d890a'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:50.930341 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c12cf571-5d63-4047-91cb-520303eacf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:50.996237 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Set router b54599b8-c7c0-4b61-a762-c154ed6d890a gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:51.185348 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:51.189333 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c12cf571-5d63-4047-91cb-520303eacf08 None None] For port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=7564c666-b48c-4da8-baa1-6a4ae9bfab6b,segment=NetworkSegment(32bdbcca-1aa8-4d0f-b2e9-340947494c71),segment_id=32bdbcca-1aa8-4d0f-b2e9-340947494c71)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:51.221260 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:51.222220 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c12cf571-5d63-4047-91cb-520303eacf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:51.227829 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:51.384146 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e79c4470-ad65-48f4-9372-408b5f149672 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:51.510641 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cf571-5d63-4047-91cb-520303eacf08 None None] Pushing event updated for resources: {'Port': ['ID=7564c666-b48c-4da8-baa1-6a4ae9bfab6b,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:51.517281 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c12cf571-5d63-4047-91cb-520303eacf08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:51.559056 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:51.575159 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port e79c4470-ad65-48f4-9372-408b5f149672 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:51.575542 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:51.657424 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a165df880>, [{'id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:47Z', 'updated_at': '2021-05-20T18:28:49Z', 'revision_number': 3, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'gw_port': {'id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:48Z', 'updated_at': '2021-05-20T18:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:51.690888 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Checking router: b54599b8-c7c0-4b61-a762-c154ed6d890a for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:28:51.691169 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Updating router b54599b8-c7c0-4b61-a762-c154ed6d890a port 5a081a2c-47b9-4a80-a829-3d8a112121da binding host dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:28:51.784122 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:51.796705 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Allocated IP 172.20.0.1 (71965875-9b8f-4b6f-a90a-2cee7ed0b398/749056f3-f8a1-45b3-97aa-42b627b3fd9c/a00588c6-8ca9-4d26-b111-a316df90bc48) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:28:51.813331 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-bb4d2651-209f-4207-9a17-bd4edafa8bc1 None None] Provisioning complete for port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:51.813685 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2651-209f-4207-9a17-bd4edafa8bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.000891 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.017858 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Transition to ACTIVE for port object a00588c6-8ca9-4d26-b111-a316df90bc48 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:52.044942 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.050474 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-42ddc41d-c220-4c3f-b2d8-b91118fed6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:52.114476 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:52.117784 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:52.121951 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:28:52.162842 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Pushing event updated for resources: {'Port': ['ID=a00588c6-8ca9-4d26-b111-a316df90bc48,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:52.171768 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:52.186128 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568493'] for router_interface, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.324298 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.347612 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Transition to ACTIVE for port object 5a081a2c-47b9-4a80-a829-3d8a112121da will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:52.359784 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.366742 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:52.463607 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-e1e6186c-fab8-4c9b-89a8-531d81cedd1f None None] Provisioning for port a00588c6-8ca9-4d26-b111-a316df90bc48 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:52.478318 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Attempting to bind port 5a081a2c-47b9-4a80-a829-3d8a112121da on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:28:52.478750 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Attempting to bind port 5a081a2c-47b9-4a80-a829-3d8a112121da by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:28:52.479120 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Attempting to bind port 5a081a2c-47b9-4a80-a829-3d8a112121da on network 4d7299ff-e830-43af-882c-a3f209287056 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:28:52.481838 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-e1e6186c-fab8-4c9b-89a8-531d81cedd1f None None] Provisioning complete for port a00588c6-8ca9-4d26-b111-a316df90bc48 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:52.482221 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-e1e6186c-fab8-4c9b-89a8-531d81cedd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.488617 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.512822 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaba626-95ac-459c-81ba-494525446585 None None] Pushing event updated for resources: {'Port': ['ID=5a081a2c-47b9-4a80-a829-3d8a112121da,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:52.514533 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.516883 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6aaba626-95ac-459c-81ba-494525446585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:52.533126 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:28:52.533545 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Checking segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:28:52.534149 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.534488 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Bound using segment: {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:28:52.535047 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Bound port: 5a081a2c-47b9-4a80-a829-3d8a112121da, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5193c-cd2c-49a8-b27e-1dad85d9a14e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d7299ff-e830-43af-882c-a3f209287056'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:28:52.535405 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.594997 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6186c-fab8-4c9b-89a8-531d81cedd1f None None] Port a00588c6-8ca9-4d26-b111-a316df90bc48 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:28:52.635016 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] For port 5a081a2c-47b9-4a80-a829-3d8a112121da, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:28:52.638513 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] For port 5a081a2c-47b9-4a80-a829-3d8a112121da, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=5a081a2c-47b9-4a80-a829-3d8a112121da,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:28:52.643211 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.646928 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:52.725174 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Routers {'b54599b8-c7c0-4b61-a762-c154ed6d890a'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:52.725860 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a165df880>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['b54599b8-c7c0-4b61-a762-c154ed6d890a'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:52.735610 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.740632 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.765963 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b2e63cb5-8526-4e20-8670-0e38ef53fc01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:52.793189 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaba626-95ac-459c-81ba-494525446585 None None] Pushing event updated for resources: {'Port': ['ID=5a081a2c-47b9-4a80-a829-3d8a112121da,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:52.798380 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6aaba626-95ac-459c-81ba-494525446585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:52.851049 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Pushing event updated for resources: {'Port': ['ID=a00588c6-8ca9-4d26-b111-a316df90bc48,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:52.853659 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539670'] for router_interface, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:52.857561 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:52.929897 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] Set router b54599b8-c7c0-4b61-a762-c154ed6d890a gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:53.000976 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:28:53.002765 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:28:53.219044 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Router b54599b8-c7c0-4b61-a762-c154ed6d890a has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:28:53.262167 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-f100e59d-b33b-4f5d-942a-e4266460de62 None None] Provisioning complete for port a00588c6-8ca9-4d26-b111-a316df90bc48 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:53.262549 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f100e59d-b33b-4f5d-942a-e4266460de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:53.364832 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-f100e59d-b33b-4f5d-942a-e4266460de62 None None] Port a00588c6-8ca9-4d26-b111-a316df90bc48 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:28:53.392929 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 7564c666-b48c-4da8-baa1-6a4ae9bfab6b up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:53.458357 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a165df880>, [{'id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:47Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 4, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'gw_port': {'id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:48Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'a00588c6-8ca9-4d26-b111-a316df90bc48', 'name': '', 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'mac_address': 'fa:16:3e:30:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:51Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 2, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'subnets': [{'id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:53.464813 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ab03-3356-4771-9a51-70a251e828f0 None None] The sync data for ids ['b54599b8-c7c0-4b61-a762-c154ed6d890a'] in dv-cinder-792299-2-iscsi is: [{'id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:47Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 4, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'gw_port': {'id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:48Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'a00588c6-8ca9-4d26-b111-a316df90bc48', 'name': '', 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'mac_address': 'fa:16:3e:30:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:51Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 2, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'subnets': [{'id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:28:53.487349 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:53.487774 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:53.560646 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:28:53.570188 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] 10.222.0.13 "PUT /v2.0/routers/b54599b8-c7c0-4b61-a762-c154ed6d890a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0256405
May 20 18:28:54.416962 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43610) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:54.424606 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766818998', 'description': 'tempest-secgroup-smoke-1766818998 description', 'project_id': 'b2523b2dcc104408a8589927a2875816'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:54.431106 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:54.435677 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:security_group and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:54.440352 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:54.582004 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:54.595010 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:54.620892 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:54.626469 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:security_group_rule and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:54.630045 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:54.637534 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:54.727065 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:54.731374 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:54.735495 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0bd2b7aa-baf0-4437-bb7d-12fb91cadd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:54.778321 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449cfcd2-73c4-494f-9488-2d4f922b5277,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:54.782237 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:54.783861 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:54.786419 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3670328
May 20 18:28:54.788394 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43616) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:54.794046 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Request body: {'security_group_rule': {'security_group_id': '449cfcd2-73c4-494f-9488-2d4f922b5277', 'project_id': 'b2523b2dcc104408a8589927a2875816', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:54.800344 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:54.804519 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:security_group_rule and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:54.807593 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:54.815699 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:54.832805 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:54.895308 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:54.899437 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:54.906279 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:54.929006 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e71aec1-5856-4b5c-b2ca-2c068a91d773,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:54.933621 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:54.940298 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:54.941505 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-fb3f8c2e-e9ae-42f2-a019-ccbaaf348b6b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1521647
May 20 18:28:54.944334 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43620) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:54.949823 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Request body: {'security_group_rule': {'security_group_id': '449cfcd2-73c4-494f-9488-2d4f922b5277', 'project_id': 'b2523b2dcc104408a8589927a2875816', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:54.956523 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:54.961238 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:security_group_rule and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:54.964527 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:54.970525 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:54.989131 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.024438 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:28:55.070578 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.075391 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.084324 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c444435a-7f1e-48d5-b8e7-f3441c4eef7f tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:55.110059 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cd3dd4-ca1f-4628-8b49-66f5f6532c56,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:55.113164 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:55.122831 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.124662 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-725e3d4f-fb61-47bf-9bde-1ad66d748d00 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1792829
May 20 18:28:55.128082 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43624) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:55.136869 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Request body: {'security_group_rule': {'security_group_id': '449cfcd2-73c4-494f-9488-2d4f922b5277', 'project_id': 'b2523b2dcc104408a8589927a2875816', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:55.147067 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:55.153599 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:security_group_rule and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:55.158923 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:55.169693 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:55.195918 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.266768 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.270791 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.272981 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c20a17d3-b1d3-44a3-8aab-034edd267ff2 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:55.296371 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336e0379-7115-439c-8de7-4456beb6d794,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:55.299128 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:55.308088 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.313392 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-3963ff66-140b-472c-a37f-1dd373ee2bdd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1809182
May 20 18:28:55.314544 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 43630) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:55.322290 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Request body: {'security_group_rule': {'security_group_id': '449cfcd2-73c4-494f-9488-2d4f922b5277', 'project_id': 'b2523b2dcc104408a8589927a2875816', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:55.329084 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:55.334125 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:security_group_rule and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:55.338404 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:55.345165 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:55.365935 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.418028 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 5a081a2c-47b9-4a80-a829-3d8a112121da up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:55.464888 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.469830 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.478785 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:55.502382 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e61ba7-6543-4d21-909b-82291f5e43f4,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:55.505173 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:55.511675 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.512891 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b3f8ea02-1afd-4545-bb2b-c88a2378469f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1966307
May 20 18:28:55.516776 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43634) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:55.522186 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Request body: {'security_group_rule': {'security_group_id': '449cfcd2-73c4-494f-9488-2d4f922b5277', 'project_id': 'b2523b2dcc104408a8589927a2875816', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:55.528270 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:55.533484 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:security_group_rule and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:55.536712 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:55.541319 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port 5a081a2c-47b9-4a80-a829-3d8a112121da completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:55.544022 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:55.546435 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 5a081a2c-47b9-4a80-a829-3d8a112121da triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:55.546810 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.558405 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.securitygroups_db [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Project b2523b2dcc104408a8589927a2875816 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 20 18:28:55.565909 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.639105 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.644486 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.652351 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:55.672104 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c02afa-4ccf-4aa3-acd1-ef2632bcff90,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:55.678548 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:55.684037 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.684737 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.685273 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1675093
May 20 18:28:55.688769 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 43638) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:28:55.694449 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Request body: {'security_group_rule': {'security_group_id': '449cfcd2-73c4-494f-9488-2d4f922b5277', 'project_id': 'b2523b2dcc104408a8589927a2875816', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:28:55.701280 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:28:55.704182 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port 5a081a2c-47b9-4a80-a829-3d8a112121da, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=5a081a2c-47b9-4a80-a829-3d8a112121da,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:55.706158 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:security_group_rule and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:28:55.709855 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:28:55.711362 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.713247 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:55.718347 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:28:55.733750 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.securitygroups_db [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Project b2523b2dcc104408a8589927a2875816 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 20 18:28:55.743174 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.786077 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=5a081a2c-47b9-4a80-a829-3d8a112121da,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:55.790041 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:55.846291 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.851372 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986921'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.854595 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d1aebc81-1049-4a13-84c4-8e6238b95924 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:55.880281 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628a7a47-b2b0-42e6-a911-bdd72b22265f,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:55.882931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:55.893038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:55.893909 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-7665869c-d7e2-43d3-9153-47b46f75d415 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2040970
May 20 18:28:56.395226 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-bb6a62c9-11dd-4e57-9325-61e22b9f85e2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0949650
May 20 18:28:56.574409 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-02eb9839-80bc-4a17-b608-d77fcb4d6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:56.576319 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-02eb9839-80bc-4a17-b608-d77fcb4d6599 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 1099 time: 0.0962780
May 20 18:28:56.741044 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-ea09fb0b-b262-4fb8-8193-9ed3f43d6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:56.742603 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-ea09fb0b-b262-4fb8-8193-9ed3f43d6ea6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.1442173
May 20 18:28:56.852925 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-510f2226-7928-412c-ab64-dfe56798727c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14fae7c5-641c-4740-a70b-0e42d002f37c HTTP/1.1" status: 200  len: 1002 time: 0.1021512
May 20 18:28:56.926658 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-00de1d69-e89b-4229-a394-d17064891d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:56.928392 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-00de1d69-e89b-4229-a394-d17064891d96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.0681531
May 20 18:28:56.943768 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Sync routers for ids ['b54599b8-c7c0-4b61-a762-c154ed6d890a'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:28:56.956200 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Routers {'b54599b8-c7c0-4b61-a762-c154ed6d890a'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:56.957216 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a171affa0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['b54599b8-c7c0-4b61-a762-c154ed6d890a'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:57.019782 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-9cfd687c-4936-42d0-bafa-07342cfd7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:28:57.021354 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-9cfd687c-4936-42d0-bafa-07342cfd7e5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855825
May 20 18:28:57.160336 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Set router b54599b8-c7c0-4b61-a762-c154ed6d890a gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:57.195725 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-25b4b37f-f7f1-427f-a126-b5f48e5a84f6 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635871
May 20 18:28:57.352811 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-925ce54e-1ce0-4684-8076-e3cc0e764d8e req-ec992f21-1e88-457c-8223-22c1c74e4809 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493974
May 20 18:28:57.382905 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 5a081a2c-47b9-4a80-a829-3d8a112121da up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:57.457689 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port 5a081a2c-47b9-4a80-a829-3d8a112121da triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:57.458098 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:57.525706 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a171affa0>, [{'id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:47Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 4, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'gw_port': {'id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:48Z', 'updated_at': '2021-05-20T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'a00588c6-8ca9-4d26-b111-a316df90bc48', 'name': '', 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'mac_address': 'fa:16:3e:30:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:51Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 2, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'subnets': [{'id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:57.531037 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Checking router: b54599b8-c7c0-4b61-a762-c154ed6d890a for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:28:57.531529 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Updating router b54599b8-c7c0-4b61-a762-c154ed6d890a port a00588c6-8ca9-4d26-b111-a316df90bc48 binding host dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 20 18:28:57.588797 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:57.964272 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:57.976908 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Transition to ACTIVE for port object a00588c6-8ca9-4d26-b111-a316df90bc48 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:28:57.987159 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:57.991594 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-8b264605-585a-4cbc-b0d3-4d7bddae34a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:58.166018 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9145517-e0f5-43b6-8c8f-f345d9442d74 None None] Pushing event updated for resources: {'Port': ['ID=a00588c6-8ca9-4d26-b111-a316df90bc48,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:58.201895 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-b9145517-e0f5-43b6-8c8f-f345d9442d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:58.265558 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Attempting to bind port a00588c6-8ca9-4d26-b111-a316df90bc48 on host dv-cinder-792299-2-iscsi for vnic_type normal with profile  {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:28:58.265967 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Attempting to bind port a00588c6-8ca9-4d26-b111-a316df90bc48 by drivers openvswitch,hyperv on host dv-cinder-792299-2-iscsi at level 0 using segments [{'id': '32bdbcca-1aa8-4d0f-b2e9-340947494c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:28:58.266487 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Attempting to bind port a00588c6-8ca9-4d26-b111-a316df90bc48 on network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:28:58.272441 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Checking agent: {'id': 'c0a72404-3fc0-4b37-ade0-61ff56bc60e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 11, 50), 'started_at': datetime.datetime(2021, 5, 20, 18, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:28:58.272822 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Checking segment: {'id': '32bdbcca-1aa8-4d0f-b2e9-340947494c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:28:58.273233 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:58.273630 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Bound using segment: {'id': '32bdbcca-1aa8-4d0f-b2e9-340947494c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:28:58.274132 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Bound port: a00588c6-8ca9-4d26-b111-a316df90bc48, host: dv-cinder-792299-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bdbcca-1aa8-4d0f-b2e9-340947494c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:28:58.274508 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:58.383876 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] For port a00588c6-8ca9-4d26-b111-a316df90bc48, host dv-cinder-792299-2-iscsi, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:28:58.388169 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] For port a00588c6-8ca9-4d26-b111-a316df90bc48, host dv-cinder-792299-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=a00588c6-8ca9-4d26-b111-a316df90bc48,segment=NetworkSegment(32bdbcca-1aa8-4d0f-b2e9-340947494c71),segment_id=32bdbcca-1aa8-4d0f-b2e9-340947494c71)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:28:58.393337 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:58.397362 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-81d2937b-4977-422d-a8fe-ba6a07667e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:58.473534 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Routers {'b54599b8-c7c0-4b61-a762-c154ed6d890a'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:28:58.474210 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a171affa0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:28:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['b54599b8-c7c0-4b61-a762-c154ed6d890a'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:58.543020 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9145517-e0f5-43b6-8c8f-f345d9442d74 None None] Pushing event updated for resources: {'Port': ['ID=a00588c6-8ca9-4d26-b111-a316df90bc48,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:58.548382 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-b9145517-e0f5-43b6-8c8f-f345d9442d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:28:58.676807 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] Set router b54599b8-c7c0-4b61-a762-c154ed6d890a gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:28:59.039676 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a171affa0>, [{'id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:47Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 4, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'gw_port': {'id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:48Z', 'updated_at': '2021-05-20T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'a00588c6-8ca9-4d26-b111-a316df90bc48', 'name': '', 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'mac_address': 'fa:16:3e:30:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:51Z', 'updated_at': '2021-05-20T18:28:58Z', 'revision_number': 4, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'subnets': [{'id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:28:59.043597 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3446d-d1e9-4be9-be2b-069afd2e03ed None None] The sync data for ids ['b54599b8-c7c0-4b61-a762-c154ed6d890a'] in dv-cinder-792299-2-iscsi is: [{'id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:47Z', 'updated_at': '2021-05-20T18:28:52Z', 'revision_number': 4, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'gw_port': {'id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:48Z', 'updated_at': '2021-05-20T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'a00588c6-8ca9-4d26-b111-a316df90bc48', 'name': '', 'network_id': '71965875-9b8f-4b6f-a90a-2cee7ed0b398', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'mac_address': 'fa:16:3e:30:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:51Z', 'updated_at': '2021-05-20T18:28:58Z', 'revision_number': 4, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'subnets': [{'id': '749056f3-f8a1-45b3-97aa-42b627b3fd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:28:59.408843 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device a00588c6-8ca9-4d26-b111-a316df90bc48 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:28:59.490499 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning for port a00588c6-8ca9-4d26-b111-a316df90bc48 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:28:59.499541 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port a00588c6-8ca9-4d26-b111-a316df90bc48 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:28:59.500084 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:59.628345 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:59.662443 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] For port a00588c6-8ca9-4d26-b111-a316df90bc48, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=a00588c6-8ca9-4d26-b111-a316df90bc48,segment=NetworkSegment(32bdbcca-1aa8-4d0f-b2e9-340947494c71),segment_id=32bdbcca-1aa8-4d0f-b2e9-340947494c71)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:28:59.668407 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:28:59.672252 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:28:59.742661 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Pushing event updated for resources: {'Port': ['ID=a00588c6-8ca9-4d26-b111-a316df90bc48,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:28:59.745887 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:01.362896 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device a00588c6-8ca9-4d26-b111-a316df90bc48 up at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:29:01.441181 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Provisioning complete for port a00588c6-8ca9-4d26-b111-a316df90bc48 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:29:01.441465 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:08.030888 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecaa64-a33d-4aa5-9eae-adccbae7538f req-eb9cbd85-d52a-48be-a0e5-26b90bc601b3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:08.032351 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9cecaa64-a33d-4aa5-9eae-adccbae7538f req-eb9cbd85-d52a-48be-a0e5-26b90bc601b3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0850449
May 20 18:29:08.078861 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9cecaa64-a33d-4aa5-9eae-adccbae7538f req-78ae4c38-904a-46a3-b387-f1e77b23f8a6 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406711
May 20 18:29:09.272205 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d75974-7513-4d4c-bd50-9715ffef3328 req-fb7c4a0b-30af-44b8-b4c0-db877b6c744a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:09.273590 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0d75974-7513-4d4c-bd50-9715ffef3328 req-fb7c4a0b-30af-44b8-b4c0-db877b6c744a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0833626
May 20 18:29:09.323801 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c0d75974-7513-4d4c-bd50-9715ffef3328 req-e524ceef-74d2-4068-a45e-df62f0583fb6 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444682
May 20 18:29:10.512426 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469d8ca-ce4f-45f1-b231-b973ce2ee7a9 req-076eb125-8879-412c-9aed-f2c480e1898f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:10.513934 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0469d8ca-ce4f-45f1-b231-b973ce2ee7a9 req-076eb125-8879-412c-9aed-f2c480e1898f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0796623
May 20 18:29:10.561936 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0469d8ca-ce4f-45f1-b231-b973ce2ee7a9 req-ce84d9e2-1666-4853-aedb-88fce081df64 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421560
May 20 18:29:11.754431 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca18f9a-1e8c-4e5e-add5-41cc1b36e19a req-0cea127c-8d4e-4919-8a78-2b0aa1dbf84b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:11.755897 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5ca18f9a-1e8c-4e5e-add5-41cc1b36e19a req-0cea127c-8d4e-4919-8a78-2b0aa1dbf84b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0838451
May 20 18:29:11.801541 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5ca18f9a-1e8c-4e5e-add5-41cc1b36e19a req-87d8fbad-c66a-4fa4-99d9-6064eb74cdcb tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398970
May 20 18:29:12.988835 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3306b2-7c6d-4005-909e-43db3daefa11 req-b8a0e974-4763-4f94-986a-84fd60ff633c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:12.990335 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f3306b2-7c6d-4005-909e-43db3daefa11 req-b8a0e974-4763-4f94-986a-84fd60ff633c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0790753
May 20 18:29:13.036073 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f3306b2-7c6d-4005-909e-43db3daefa11 req-c5a50f37-3bcf-4a3d-bca6-2de1b5d03203 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397568
May 20 18:29:14.328823 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71fbcb-e3f2-4f71-8032-4c2e0801b3d8 req-b7526f8f-37e8-40d8-a292-64d22d323681 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:14.330280 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5b71fbcb-e3f2-4f71-8032-4c2e0801b3d8 req-b7526f8f-37e8-40d8-a292-64d22d323681 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1829309
May 20 18:29:14.376527 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5b71fbcb-e3f2-4f71-8032-4c2e0801b3d8 req-b44be725-7e22-4867-b6f2-b2881ff8f6fe tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403965
May 20 18:29:15.621680 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2331c9-ab1b-44ad-9a5f-605a708bd58d req-5e1f691c-b971-410a-ac86-2c87fbebdd44 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:15.623185 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4f2331c9-ab1b-44ad-9a5f-605a708bd58d req-5e1f691c-b971-410a-ac86-2c87fbebdd44 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1283886
May 20 18:29:15.675324 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4f2331c9-ab1b-44ad-9a5f-605a708bd58d req-55c2d8c6-39f7-44fc-a279-ee424332adad tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456190
May 20 18:29:16.869922 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842869d-c3fa-422d-9931-9f51401a7451 req-bf6ada72-2ace-43e7-9d92-ee943f3703a1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:16.871594 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9842869d-c3fa-422d-9931-9f51401a7451 req-bf6ada72-2ace-43e7-9d92-ee943f3703a1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0822480
May 20 18:29:16.920055 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9842869d-c3fa-422d-9931-9f51401a7451 req-ae2d0b5e-0e98-4750-a43c-a9a6d7efe6f2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400863
May 20 18:29:17.357285 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-bd8b24b4-2305-4f66-85e6-310d631b662a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:18.119166 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb642a-2cb3-4457-9643-3646c0bbf26b req-9af34068-058c-402c-b7ae-d05b8d0685a4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:18.120639 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bbeb642a-2cb3-4457-9643-3646c0bbf26b req-9af34068-058c-402c-b7ae-d05b8d0685a4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0872338
May 20 18:29:18.196391 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bbeb642a-2cb3-4457-9643-3646c0bbf26b req-449fed35-65f7-4911-af77-7b9bdd3025cf tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688756
May 20 18:29:19.387414 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51d22e-d90f-4d60-8a66-f49df8c62760 req-c19b9360-7ce3-4e41-b53e-a96d03cb0252 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:19.388897 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8c51d22e-d90f-4d60-8a66-f49df8c62760 req-c19b9360-7ce3-4e41-b53e-a96d03cb0252 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0817127
May 20 18:29:19.434710 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8c51d22e-d90f-4d60-8a66-f49df8c62760 req-fc47ff1a-fe9c-47b9-893f-51b09075e787 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394588
May 20 18:29:19.756273 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:19.788870 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-01229818-1c69-4bee-9b50-88beb66abf19 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766818998&fields=id&tenant_id=b2523b2dcc104408a8589927a2875816 HTTP/1.1" status: 200  len: 267 time: 0.0455616
May 20 18:29:19.829971 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-499b9427-4576-4791-a0e9-e26d4d3654d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:19.943241 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-64ea6333-b127-47c3-8401-8db938c6f270 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:19.944739 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-64ea6333-b127-47c3-8401-8db938c6f270 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/networks?id=c1b9099e-a295-4fef-8963-2d36b6d11878 HTTP/1.1" status: 200  len: 809 time: 0.1491792
May 20 18:29:19.959450 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-526e2251-6a6f-47d7-b82a-48d2a2a43e0a tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/quotas/b2523b2dcc104408a8589927a2875816 HTTP/1.1" status: 200  len: 375 time: 0.0092885
May 20 18:29:20.040831 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-c2f09df4-1138-4006-b56c-65d9f526d165 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2523b2dcc104408a8589927a2875816&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0759113
May 20 18:29:20.174779 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-6e599843-87fa-43be-8f60-d76b931ae6d6 service neutron] 10.222.0.13 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222661
May 20 18:29:20.310929 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-3c5ee69b-163e-47f8-b087-942d45120a8f service neutron] 10.222.0.13 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298518
May 20 18:29:20.657228 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61245ed6-5cde-44f7-a7d9-1f280a887a5c req-632b1221-491d-4db3-a60d-f4201b08f445 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:20.658777 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-61245ed6-5cde-44f7-a7d9-1f280a887a5c req-632b1221-491d-4db3-a60d-f4201b08f445 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0957205
May 20 18:29:20.741433 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-53492584-f1de-4893-928c-544b414892a7 req-a4ce6697-cab8-4d63-b75b-e79cfe578bee tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 210 time: 0.0549631
May 20 18:29:20.748867 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-61245ed6-5cde-44f7-a7d9-1f280a887a5c req-f0272ed8-b04c-4f97-a943-e22c610b0dd7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809665
May 20 18:29:20.941416 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:21.108074 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:21.888537 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-948a644a-5c88-4d7b-97f6-e376d0fe9ada req-670247f4-2f59-4093-8a0d-de077c167573 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 210 time: 0.0425477
May 20 18:29:22.069663 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684d9c5-b002-47a9-8211-13079ccf4901 req-9737c29d-ce09-46b8-9a34-5a3d1c6d3589 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:22.071118 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a684d9c5-b002-47a9-8211-13079ccf4901 req-9737c29d-ce09-46b8-9a34-5a3d1c6d3589 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0819786
May 20 18:29:22.116914 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a684d9c5-b002-47a9-8211-13079ccf4901 req-75363aa0-d04e-4ac3-87fb-38b8fc077b13 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399847
May 20 18:29:22.423987 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:23.036149 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9bcdba10-11c4-4ca6-b395-d643b4e0940d req-71f429c5-364a-49fc-aca2-a098ae887f88 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 210 time: 0.0432229
May 20 18:29:23.310624 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c78646-7bb4-4d29-a56a-807188ef9eaf req-a0b301b2-b754-456c-a39b-c17c1bad9afe tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:23.312195 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c2c78646-7bb4-4d29-a56a-807188ef9eaf req-a0b301b2-b754-456c-a39b-c17c1bad9afe tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0842757
May 20 18:29:23.358972 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c2c78646-7bb4-4d29-a56a-807188ef9eaf req-a8a0cdb4-0c02-48d7-8a8b-0d78bfb98358 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397606
May 20 18:29:24.186008 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7a8ad125-f947-453f-81fc-ecc2112e798e req-1ddc3493-68ac-40b0-93cb-2a2895a65ffd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 210 time: 0.0417476
May 20 18:29:24.552737 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949cabe-e8f3-463e-bf1a-c74274aebd89 req-20c48b96-2611-4544-b744-b91b3a964443 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:24.554447 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5949cabe-e8f3-463e-bf1a-c74274aebd89 req-20c48b96-2611-4544-b744-b91b3a964443 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0874846
May 20 18:29:24.601168 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5949cabe-e8f3-463e-bf1a-c74274aebd89 req-264fbcd5-59b5-4546-879a-7fa41f20c399 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408676
May 20 18:29:25.337743 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a301b3b5-76a3-4970-bbff-a9ee72424019 req-ccf7eb22-599b-436a-af2a-b6fc4ef8ccf5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 210 time: 0.0446591
May 20 18:29:25.682538 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-5b92809f-017e-45a8-9340-223d418de606 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:25.684061 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-5b92809f-017e-45a8-9340-223d418de606 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.22 "GET /v2.0/networks?id=c1b9099e-a295-4fef-8963-2d36b6d11878 HTTP/1.1" status: 200  len: 809 time: 0.2665632
May 20 18:29:25.741212 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-e3f0d0c3-3087-4dc7-a774-22a49db3aafe tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2523b2dcc104408a8589927a2875816 HTTP/1.1" status: 200  len: 380 time: 0.0488286
May 20 18:29:25.751089 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Request body: {'port': {'device_id': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'admin_state_up': True, 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'security_groups': ['449cfcd2-73c4-494f-9488-2d4f922b5277']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:29:25.953453 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:29:25.959069 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:port and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:29:25.963575 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:29:25.971566 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:29:25.990214 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346d567-b817-4487-bbe5-8cc5c8ca7f85 req-069f49f1-edce-4dde-8200-a62cc5ea7da2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:25.991732 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2346d567-b817-4487-bbe5-8cc5c8ca7f85 req-069f49f1-edce-4dde-8200-a62cc5ea7da2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1413345
May 20 18:29:25.992904 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Made reservation on behalf of b2523b2dcc104408a8589927a2875816 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:29:25.996266 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:26.105678 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2346d567-b817-4487-bbe5-8cc5c8ca7f85 req-581db104-8835-4181-b0e8-7fede9a6eb67 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995073
May 20 18:29:26.200359 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Allocated IP 172.20.0.6 (c1b9099e-a295-4fef-8963-2d36b6d11878/dae479b5-447a-466e-89bd-1d678eb41c8c/47c2b14c-9e2c-46bf-b872-06e0ca7374e3) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:29:26.425150 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:26.462018 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Transition to ACTIVE for port object 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:29:26.500535 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:26.516376 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:26.604077 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Network c1b9099e-a295-4fef-8963-2d36b6d11878 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:29:26.616192 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:29:26.629585 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:29:26.693044 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'Port': ['ID=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:26.708228 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.708642 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.709006 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.709365 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.709718 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.711006 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.711006 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.711006 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.711313 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.711568 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.711913 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.712255 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:26.718822 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:26.735591 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:26.736234 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:26.772317 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b05f0-620e-4c53-9764-d1e0009e0d1a req-592d332f-d83f-4b8b-943b-039c946ea6e7 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:26.773068 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-672b05f0-620e-4c53-9764-d1e0009e0d1a req-592d332f-d83f-4b8b-943b-039c946ea6e7 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Synchronizing usage tracker for tenant:b2523b2dcc104408a8589927a2875816 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:29:26.777280 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7da7c8e0-8ccf-4fe6-bd58-ef3b128f948c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0306809
May 20 18:29:26.790934 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Request body: {'port': {'device_id': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:29:26.841422 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-672b05f0-620e-4c53-9764-d1e0009e0d1a req-592d332f-d83f-4b8b-943b-039c946ea6e7 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Unset dirty status for tenant:b2523b2dcc104408a8589927a2875816 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:29:26.842583 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-672b05f0-620e-4c53-9764-d1e0009e0d1a req-592d332f-d83f-4b8b-943b-039c946ea6e7 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 931 time: 0.2798448
May 20 18:29:26.863164 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2f041483-f3da-4911-a4ce-ad7601290af8 None None] Provisioning for port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:29:26.867711 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2f041483-f3da-4911-a4ce-ad7601290af8 None None] Provisioning complete for port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:29:26.868085 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2f041483-f3da-4911-a4ce-ad7601290af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:26.922908 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-2f041483-f3da-4911-a4ce-ad7601290af8 None None] Port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:29:26.946323 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-672b05f0-620e-4c53-9764-d1e0009e0d1a req-d000f6f7-9157-43ca-8fc9-8fea20a992df tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950482
May 20 18:29:26.952842 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:27.161327 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:29:27.332623 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:27.349182 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'port_id': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'mac_address': 'fa:16:3e:10:a3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:29:27.356415 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:29:27.366333 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:27.377454 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb621e89-4d24-431a-b4c4-b00bb6db27b0 req-be32a818-e20f-4ba0-8d4f-96ec2a149c89 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:27.378964 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bb621e89-4d24-431a-b4c4-b00bb6db27b0 req-be32a818-e20f-4ba0-8d4f-96ec2a149c89 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1558805
May 20 18:29:27.405816 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:27.408435 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Transition to ACTIVE for port object 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:29:27.424245 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a05255a3-9d2f-400a-b803-c26d6eb278a3 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:29:27.424587 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:27.431455 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-65a423ca-b3ca-4b7a-8f2d-206f09351080 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:27.441251 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:27.445625 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:27.448913 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:27.535214 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=6']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:27.539280 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:27.562239 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['a05255a3-9d2f-400a-b803-c26d6eb278a3'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:29:27.589048 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bb621e89-4d24-431a-b4c4-b00bb6db27b0 req-e07332bb-19ba-497d-871e-25639d09a3d8 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2034581
May 20 18:29:27.746734 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Pushing event updated for resources: {'Port': ['ID=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:27.750646 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:27.794156 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Attempting to bind port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:29:27.794490 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Attempting to bind port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:29:27.794817 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Attempting to bind port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 on network c1b9099e-a295-4fef-8963-2d36b6d11878 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:29:27.799357 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 on network c1b9099e-a295-4fef-8963-2d36b6d11878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:29:27.799680 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Attempting to bind port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 on network c1b9099e-a295-4fef-8963-2d36b6d11878 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:29:27.804973 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:29:27.805308 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Checking segment: {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:29:27.805688 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Bound using segment: {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:29:27.806136 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Bound port: 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad85bcee-7d8d-4d4c-a890-62a15645dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:29:27.806481 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:27.898147 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:29:27.901016 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:29:27.905613 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:27.910826 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-20a6bfb2-9953-4655-a34f-dd8c351345c4 tempest-VolumesSnapshotTestJSON-231150105 tempest-VolumesSnapshotTestJSON-231150105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:27.969705 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:27.969705 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:27.972096 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] 10.222.0.22 "PUT /v2.0/ports/47c2b14c-9e2c-46bf-b872-06e0ca7374e3 HTTP/1.1" status: 200  len: 1093 time: 1.1862574
May 20 18:29:27.972624 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:29:27.994937 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Pushing event updated for resources: {'Port': ['ID=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:28.000582 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4b7002c1-21e0-4d2b-a8ee-418d24af2657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:28.059813 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'status': 'completed', 'code': 200}
May 20 18:29:28.156106 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7c3e2ba4-3617-45f2-ab91-1b7271e47c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:28.157597 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7c3e2ba4-3617-45f2-ab91-1b7271e47c7c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2523b2dcc104408a8589927a2875816&device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1096 time: 0.1380267
May 20 18:29:28.230300 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefd13f-f47e-471d-9c33-465a304bb851 req-2f53e20b-7422-4e1f-8eff-bba487aabdf2 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:28.231646 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-adefd13f-f47e-471d-9c33-465a304bb851 req-2f53e20b-7422-4e1f-8eff-bba487aabdf2 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.1526186
May 20 18:29:28.242092 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-5df66db5-3089-4f46-8588-6eea6930d2a1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3 HTTP/1.1" status: 200  len: 217 time: 0.0743372
May 20 18:29:28.323185 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-adefd13f-f47e-471d-9c33-465a304bb851 req-046cdc9a-0387-409a-949a-c604aa99a3d8 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835702
May 20 18:29:28.330770 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-c561f151-d61e-407c-a747-9af9a2082048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:28.332164 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-c561f151-d61e-407c-a747-9af9a2082048 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dae479b5-447a-466e-89bd-1d678eb41c8c HTTP/1.1" status: 200  len: 848 time: 0.0776980
May 20 18:29:28.410605 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-e8233e16-f50f-428e-a216-773957cb58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:28.412062 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-e8233e16-f50f-428e-a216-773957cb58d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1b9099e-a295-4fef-8963-2d36b6d11878&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723305
May 20 18:29:28.542728 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-7d0e3d38-cc2b-481f-af3d-289d3ceecccc service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232023
May 20 18:29:28.678180 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f11870cb-60fb-4b98-8f7e-77db7ba60cb0 req-929c9731-3f94-4175-bdd0-6124d05c70ed service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274977
May 20 18:29:28.845574 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbb326-687c-44f1-a5f8-565fa771d036 req-5851dfe9-6896-41d4-bb8e-c314b1ff3d39 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:28.846947 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fedbb326-687c-44f1-a5f8-565fa771d036 req-5851dfe9-6896-41d4-bb8e-c314b1ff3d39 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 944 time: 0.1397917
May 20 18:29:28.849487 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377695a-90e2-485f-b4ad-754e98051f28 req-102ff4e7-4726-42de-bc4c-c3c577188b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:28.850845 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9377695a-90e2-485f-b4ad-754e98051f28 req-102ff4e7-4726-42de-bc4c-c3c577188b66 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2523b2dcc104408a8589927a2875816&device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1096 time: 0.1065464
May 20 18:29:28.973730 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fedbb326-687c-44f1-a5f8-565fa771d036 req-dd484e66-7829-4171-a64c-aa67597c7c2d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207831
May 20 18:29:29.012862 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377695a-90e2-485f-b4ad-754e98051f28 req-15b1cb9f-e1db-450c-8d90-bd95f8c43431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:29.014313 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9377695a-90e2-485f-b4ad-754e98051f28 req-15b1cb9f-e1db-450c-8d90-bd95f8c43431 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1b9099e-a295-4fef-8963-2d36b6d11878 HTTP/1.1" status: 200  len: 909 time: 0.1473095
May 20 18:29:29.080293 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9377695a-90e2-485f-b4ad-754e98051f28 req-3cb7219f-cca0-460c-a995-d8d1fc3cada4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3 HTTP/1.1" status: 200  len: 217 time: 0.0595570
May 20 18:29:29.146163 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377695a-90e2-485f-b4ad-754e98051f28 req-251a133a-b041-42de-8ea6-9065726051c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:29.147588 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9377695a-90e2-485f-b4ad-754e98051f28 req-251a133a-b041-42de-8ea6-9065726051c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dae479b5-447a-466e-89bd-1d678eb41c8c HTTP/1.1" status: 200  len: 848 time: 0.0597563
May 20 18:29:29.188966 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:29:29.224075 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377695a-90e2-485f-b4ad-754e98051f28 req-29942c1c-613e-4322-8de6-874d743bb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:29.225581 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9377695a-90e2-485f-b4ad-754e98051f28 req-29942c1c-613e-4322-8de6-874d743bb921 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1b9099e-a295-4fef-8963-2d36b6d11878&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706754
May 20 18:29:29.257663 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port a05255a3-9d2f-400a-b803-c26d6eb278a3 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:29:29.258074 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:29.382534 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:29.411389 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:29:29.430531 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:29.438545 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:29.440911 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:29.471457 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'code': 200}
May 20 18:29:29.509670 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=7']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:29.513251 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:29.526286 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9377695a-90e2-485f-b4ad-754e98051f28 req-222a720c-a5eb-49e3-9230-8b0f6223289c service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2925076
May 20 18:29:29.627771 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15679f48-2f65-41c3-9a82-fa9f51986e46 req-5454f303-c687-4dcf-b5ab-464e47afc1f9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:29.629214 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-15679f48-2f65-41c3-9a82-fa9f51986e46 req-5454f303-c687-4dcf-b5ab-464e47afc1f9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.1887517
May 20 18:29:29.703487 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9377695a-90e2-485f-b4ad-754e98051f28 req-88ac3fcb-be85-45f0-b08d-96a705d8948a service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699157
May 20 18:29:29.706453 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-15679f48-2f65-41c3-9a82-fa9f51986e46 req-ab2d7ae3-db61-440e-9dc4-06fcb84d413a tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699706
May 20 18:29:30.167745 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1546b0-47f2-4688-aa3f-ebdad31e9bb8 req-3528f7f9-ed39-416b-b1ec-3481c570695d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:30.169178 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7f1546b0-47f2-4688-aa3f-ebdad31e9bb8 req-3528f7f9-ed39-416b-b1ec-3481c570695d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0827954
May 20 18:29:30.213057 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7f1546b0-47f2-4688-aa3f-ebdad31e9bb8 req-c5451c5e-5ecf-470d-b255-d892b04e602c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374055
May 20 18:29:31.004014 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff365134-d4ba-4076-b0ee-f364df47e848 req-7c755351-f3d1-4fde-930b-0a038ef34fc7 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:31.005415 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ff365134-d4ba-4076-b0ee-f364df47e848 req-7c755351-f3d1-4fde-930b-0a038ef34fc7 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.1900477
May 20 18:29:31.049871 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ff365134-d4ba-4076-b0ee-f364df47e848 req-c885a778-8254-41ed-af3c-0daf17e35c5a tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385566
May 20 18:29:31.402839 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50395401-27ae-4c5e-b5da-9892caa666d0 req-1b1fcc54-ecb8-46ee-8577-4e2ca0b47e31 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:31.404285 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-50395401-27ae-4c5e-b5da-9892caa666d0 req-1b1fcc54-ecb8-46ee-8577-4e2ca0b47e31 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0827107
May 20 18:29:31.448941 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-50395401-27ae-4c5e-b5da-9892caa666d0 req-0a4b6b05-9700-4816-b6c0-85aba1fdb61d tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384026
May 20 18:29:32.023246 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:29:32.234226 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a02cd8-dd73-4b3c-9295-44b3927258b5 req-c752dfd1-a59b-4056-ba16-7477a417afd5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:32.235579 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65a02cd8-dd73-4b3c-9295-44b3927258b5 req-c752dfd1-a59b-4056-ba16-7477a417afd5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.0776527
May 20 18:29:32.284986 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65a02cd8-dd73-4b3c-9295-44b3927258b5 req-9b0e4911-e44c-4ee1-b7c8-6f49061e7b2d tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436835
May 20 18:29:32.634075 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1065-841d-419e-969a-0004409d5ae0 req-da7514f6-8e1e-404e-92ff-0a712bf6ec03 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:32.635527 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9a4f1065-841d-419e-969a-0004409d5ae0 req-da7514f6-8e1e-404e-92ff-0a712bf6ec03 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0791020
May 20 18:29:32.680000 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9a4f1065-841d-419e-969a-0004409d5ae0 req-5a2fc207-f7d9-4323-9020-1411a0d02ed4 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386586
May 20 18:29:33.477106 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b540-820b-4c24-833a-1f0ce4580a2b req-f5f6d07d-cfde-48e3-922b-748d274bea14 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:33.478626 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-59e8b540-820b-4c24-833a-1f0ce4580a2b req-f5f6d07d-cfde-48e3-922b-748d274bea14 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.0843332
May 20 18:29:33.522816 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-59e8b540-820b-4c24-833a-1f0ce4580a2b req-efb3c155-8573-4b58-9f38-610f5bb1e297 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384669
May 20 18:29:33.916027 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318203a2-c385-4687-9571-70bdb39c981f req-629a68b0-52f4-4cd9-8678-cbab8740e306 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:33.917488 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-318203a2-c385-4687-9571-70bdb39c981f req-629a68b0-52f4-4cd9-8678-cbab8740e306 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1255643
May 20 18:29:33.969155 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-318203a2-c385-4687-9571-70bdb39c981f req-ead59fd1-bb95-4bd9-8540-73932c82958a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458472
May 20 18:29:34.493197 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-a749c7e4-8dce-4fcb-8d14-b96538d9426c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037715260&fields=id&tenant_id=0b14bd383da44746985d08a30cd1b357 HTTP/1.1" status: 200  len: 267 time: 0.0398872
May 20 18:29:34.645198 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-bdd19b8a-c8cf-491c-879a-236d4fc82287 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:34.646676 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-bdd19b8a-c8cf-491c-879a-236d4fc82287 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 811 time: 0.1474495
May 20 18:29:34.662431 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-a3dde9c9-70c0-4db8-adcb-384f32e29fe7 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/quotas/0b14bd383da44746985d08a30cd1b357 HTTP/1.1" status: 200  len: 375 time: 0.0103176
May 20 18:29:34.785296 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-072acdf1-6f64-4dc9-b579-04b3fabe62b8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1165454
May 20 18:29:34.944397 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cdbc2-b118-40e8-8fcc-f7123fdf6aa0 req-b7ca236b-ef4f-499b-9ea1-24515ee2cb65 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:34.945923 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-970cdbc2-b118-40e8-8fcc-f7123fdf6aa0 req-b7ca236b-ef4f-499b-9ea1-24515ee2cb65 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.2048838
May 20 18:29:34.949386 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-401a17fb-421e-4cd2-b3fa-6a6d8177b2f9 service neutron] 10.222.0.13 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522117
May 20 18:29:35.173781 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-970cdbc2-b118-40e8-8fcc-f7123fdf6aa0 req-7c3c0518-4ac8-44df-8477-14fd005583f9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2221260
May 20 18:29:35.221207 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-166ced06-4285-486e-8146-7036f26790ab service neutron] 10.222.0.13 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2562089
May 20 18:29:35.351816 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec90d-24de-4b4e-82fd-39dc5a1e5ebb req-23b2fd08-6a5e-49d8-91dd-5ac2ef5b90cb tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:35.353295 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6bbec90d-24de-4b4e-82fd-39dc5a1e5ebb req-23b2fd08-6a5e-49d8-91dd-5ac2ef5b90cb tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0847514
May 20 18:29:35.401108 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6bbec90d-24de-4b4e-82fd-39dc5a1e5ebb req-10d8529a-e1f6-4933-8c99-563ccefef251 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421386
May 20 18:29:35.629525 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-db1c74f8-75c6-4100-ab8a-ad2cd813cfa8 req-12457be8-9b36-472e-be75-9974163e8b16 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 210 time: 0.0442002
May 20 18:29:36.395406 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01f973-5913-4a60-bf78-79746191b190 req-afd21dd0-f3bf-494b-8128-181deb6a30cd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:36.396871 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8f01f973-5913-4a60-bf78-79746191b190 req-afd21dd0-f3bf-494b-8128-181deb6a30cd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.0889802
May 20 18:29:36.446054 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8f01f973-5913-4a60-bf78-79746191b190 req-a6bb9e07-6263-493a-9413-a54064512c59 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428061
May 20 18:29:36.623038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39aa0c-7a54-43ce-a6df-08f48476386b req-fa97c3a2-c177-49e4-82b8-a6ac64903391 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:36.629721 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fd39aa0c-7a54-43ce-a6df-08f48476386b req-fa97c3a2-c177-49e4-82b8-a6ac64903391 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.0890212
May 20 18:29:36.861713 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ae0e5590-91d5-4a65-aa44-b19e69a62ec8 req-9a176e67-634e-4ae8-8697-20637fc7a9ed tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 210 time: 0.0832479
May 20 18:29:36.874561 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-13b23b41-4b5a-410f-b7b8-a64b42829c4f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:36.875983 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-13b23b41-4b5a-410f-b7b8-a64b42829c4f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 811 time: 0.2276199
May 20 18:29:36.887886 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fd39aa0c-7a54-43ce-a6df-08f48476386b req-5c1622d9-5843-4be5-be2f-99af53fcd1fc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2565360
May 20 18:29:36.946752 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-2aa4eb14-9f10-4ef2-9d70-91e00d064deb tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b14bd383da44746985d08a30cd1b357 HTTP/1.1" status: 200  len: 380 time: 0.0570490
May 20 18:29:36.963815 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'port': {'device_id': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'admin_state_up': True, 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'security_groups': ['49e2a045-2b6a-4e24-9efd-f32a96dd7f00']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:29:37.132018 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:29:37.143299 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:29:37.154221 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Made reservation on behalf of 0b14bd383da44746985d08a30cd1b357 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:29:37.158432 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:37.334503 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Allocated IP 172.20.0.14 (324ca71e-7f17-4be5-8d04-6ebc2ab4f332/22bb6ec4-7a08-431a-b3b4-52c1e2066dfe/e1d59345-769c-4b70-9f42-cf8694a13226) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:29:37.588768 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:37.679703 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Transition to ACTIVE for port object e1d59345-769c-4b70-9f42-cf8694a13226 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:29:37.730520 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249ea59-5b98-4799-b3ad-c4fc052eb58d req-49048dad-9026-4156-8eb9-30288687ad83 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:37.732316 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b249ea59-5b98-4799-b3ad-c4fc052eb58d req-49048dad-9026-4156-8eb9-30288687ad83 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.1338749
May 20 18:29:37.781554 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:37.800080 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-027efd5d-439c-48a8-902b-75f8ae0ae3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:37.873392 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:29:37.880280 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:29:37.899871 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:29:37.960000 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b249ea59-5b98-4799-b3ad-c4fc052eb58d req-11816904-3f90-4181-8739-b253e7484798 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2147591
May 20 18:29:37.988305 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'Port': ['ID=e1d59345-769c-4b70-9f42-cf8694a13226,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:38.004404 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:38.056675 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:38.060531 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:38.206176 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2492266
May 20 18:29:38.223916 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Request body: {'port': {'device_id': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:29:38.256438 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-a8dd6f9e-a373-4168-92c6-96ac4f10563d None None] Provisioning for port e1d59345-769c-4b70-9f42-cf8694a13226 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:29:38.265951 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-a8dd6f9e-a373-4168-92c6-96ac4f10563d None None] Provisioning complete for port e1d59345-769c-4b70-9f42-cf8694a13226 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:29:38.266682 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a8dd6f9e-a373-4168-92c6-96ac4f10563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:38.296533 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e1ca-d5d9-4c06-b93e-8dce0116db95 req-d803f7d6-9268-46fc-8964-cb6d900e9256 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:38.297251 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-3615e1ca-d5d9-4c06-b93e-8dce0116db95 req-d803f7d6-9268-46fc-8964-cb6d900e9256 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Synchronizing usage tracker for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:29:38.344194 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd6f9e-a373-4168-92c6-96ac4f10563d None None] Port e1d59345-769c-4b70-9f42-cf8694a13226 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 20 18:29:38.350564 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb00f2c-f695-4924-8231-4aec5e36eb49 req-0ce94ef1-4788-411f-b2cd-db70731b64b5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:38.352065 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bfb00f2c-f695-4924-8231-4aec5e36eb49 req-0ce94ef1-4788-411f-b2cd-db70731b64b5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.2305460
May 20 18:29:38.392868 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-3615e1ca-d5d9-4c06-b93e-8dce0116db95 req-d803f7d6-9268-46fc-8964-cb6d900e9256 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Unset dirty status for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:29:38.393949 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3615e1ca-d5d9-4c06-b93e-8dce0116db95 req-d803f7d6-9268-46fc-8964-cb6d900e9256 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 932 time: 0.3284416
May 20 18:29:38.541352 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:38.573197 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bfb00f2c-f695-4924-8231-4aec5e36eb49 req-acfe043d-1f53-4994-903c-0659b7922d70 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2116141
May 20 18:29:38.627397 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3615e1ca-d5d9-4c06-b93e-8dce0116db95 req-3ec11abb-8ab0-4836-985c-b5c922615528 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2248113
May 20 18:29:38.975615 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d59345-769c-4b70-9f42-cf8694a13226 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:29:38.983686 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:38.999794 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Transition to ACTIVE for port object e1d59345-769c-4b70-9f42-cf8694a13226 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:29:39.005563 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:39.009566 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-48a79fee-d72b-4444-b163-39e68a5d3ff4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:39.250654 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:29:39.294815 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d59345-769c-4b70-9f42-cf8694a13226,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:39.331665 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:39.399964 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Attempting to bind port e1d59345-769c-4b70-9f42-cf8694a13226 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:29:39.400353 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Attempting to bind port e1d59345-769c-4b70-9f42-cf8694a13226 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:29:39.400697 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Attempting to bind port e1d59345-769c-4b70-9f42-cf8694a13226 on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:29:39.415420 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Port e1d59345-769c-4b70-9f42-cf8694a13226 on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:29:39.415420 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Attempting to bind port e1d59345-769c-4b70-9f42-cf8694a13226 on network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:29:39.423231 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:29:39.423570 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Checking segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:29:39.423962 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Bound using segment: {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:29:39.424393 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Bound port: e1d59345-769c-4b70-9f42-cf8694a13226, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25831882-0e20-45f8-bae9-ba9999d1fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:29:39.424741 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:39.432080 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:39.449356 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'port_id': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'mac_address': 'fa:16:3e:58:d7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:29:39.449858 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84061-e6ed-47aa-89bb-6229726a78c1 req-3b014236-9e40-4f40-ba03-5a22ec5250a8 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:39.451403 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2bf84061-e6ed-47aa-89bb-6229726a78c1 req-3b014236-9e40-4f40-ba03-5a22ec5250a8 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.2661223
May 20 18:29:39.515604 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:39.537890 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:29:39.558868 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:39.565847 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2bf84061-e6ed-47aa-89bb-6229726a78c1 req-2e893220-f9e3-49b0-b908-7a6c367e1431 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784307
May 20 18:29:39.574123 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:39.578222 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] For port e1d59345-769c-4b70-9f42-cf8694a13226, host hv-cinder-79229, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:29:39.581700 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:39.582380 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] For port e1d59345-769c-4b70-9f42-cf8694a13226, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1d59345-769c-4b70-9f42-cf8694a13226,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:29:39.590543 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:39.604830 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-01104944-718b-4dc4-80b5-377a5821a56f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:39.695225 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:39.709111 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.709610 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.710055 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.710480 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.711254 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.711850 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.712241 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:39.713067 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:39.713704 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.714297 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.715279 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] 10.222.0.22 "PUT /v2.0/ports/e1d59345-769c-4b70-9f42-cf8694a13226 HTTP/1.1" status: 200  len: 1094 time: 1.4973626
May 20 18:29:39.715706 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.716126 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.716355 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:29:39.716853 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.719533 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:39.727982 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:39.747997 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d59345-769c-4b70-9f42-cf8694a13226,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:39.759807 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:40.010369 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-15c04f58-1780-4b0b-9ca4-dac83962f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:40.011951 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-15c04f58-1780-4b0b-9ca4-dac83962f66d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 1097 time: 0.2476718
May 20 18:29:40.023750 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad07e67-881b-4ff9-bf08-bdc7537b5876 req-bba4ccbc-5fef-447a-a30f-036c4b2d0c3e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:40.025923 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3ad07e67-881b-4ff9-bf08-bdc7537b5876 req-bba4ccbc-5fef-447a-a30f-036c4b2d0c3e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.2173765
May 20 18:29:40.040466 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['47c2b14c-9e2c-46bf-b872-06e0ca7374e3'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:29:40.137956 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ced5e-d2ea-4703-97c7-3dce9a9df989 req-60114794-6f2b-4d2c-87fb-9f52cd04644c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:40.146520 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d19ced5e-d2ea-4703-97c7-3dce9a9df989 req-60114794-6f2b-4d2c-87fb-9f52cd04644c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 944 time: 0.2968469
May 20 18:29:40.149105 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-0d8099d4-0b31-4a07-977d-02843440fabb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d59345-769c-4b70-9f42-cf8694a13226 HTTP/1.1" status: 200  len: 217 time: 0.1115272
May 20 18:29:40.273146 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3ad07e67-881b-4ff9-bf08-bdc7537b5876 req-a9eb77c7-1312-42bd-9196-214c58c5c9f7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2371562
May 20 18:29:40.291322 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d19ced5e-d2ea-4703-97c7-3dce9a9df989 req-776dafdc-7f96-4e7d-a546-15d1d6d0fdc0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1435328
May 20 18:29:40.305059 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-109f668b-b145-416e-b5f8-3ca00690ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:40.315424 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-109f668b-b145-416e-b5f8-3ca00690ee56 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.1369753
May 20 18:29:40.395664 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'status': 'completed', 'code': 200}
May 20 18:29:40.428574 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-47a12fcc-1586-444c-8382-f9723be78ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:40.431043 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-47a12fcc-1586-444c-8382-f9723be78ec2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1159830
May 20 18:29:40.571035 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-30738f36-1f62-4691-82e2-17764162ba4f service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323974
May 20 18:29:40.885024 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-828ce7be-1eb5-4e54-ab03-518c514c0af7 req-31e316cd-3046-4a14-b2f5-496a76d09bb9 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3063204
May 20 18:29:40.905843 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b70a40-2a91-4b0b-a089-1ace0fc10e48 req-ef5ff5c7-264e-463f-8b4e-6e6f9f1c1b10 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:40.914078 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-43b70a40-2a91-4b0b-a089-1ace0fc10e48 req-ef5ff5c7-264e-463f-8b4e-6e6f9f1c1b10 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.1280086
May 20 18:29:41.002011 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-43b70a40-2a91-4b0b-a089-1ace0fc10e48 req-1fcf5087-932f-4dc9-880f-cb806036550f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866768
May 20 18:29:41.035118 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a07c9-4c32-402d-85d7-151889c4aadb req-23a5def1-62e9-46f7-8b1a-ca95298c3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:41.036586 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-894a07c9-4c32-402d-85d7-151889c4aadb req-23a5def1-62e9-46f7-8b1a-ca95298c3f48 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 1097 time: 0.0834427
May 20 18:29:41.170291 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a07c9-4c32-402d-85d7-151889c4aadb req-49e5f513-0d84-4fff-940b-afd482845ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:41.171713 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-894a07c9-4c32-402d-85d7-151889c4aadb req-49e5f513-0d84-4fff-940b-afd482845ee9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.1278141
May 20 18:29:41.245889 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-894a07c9-4c32-402d-85d7-151889c4aadb req-31376c7f-25c4-4c96-9cf9-2a13e6e44627 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d59345-769c-4b70-9f42-cf8694a13226 HTTP/1.1" status: 200  len: 217 time: 0.0665751
May 20 18:29:41.322280 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a07c9-4c32-402d-85d7-151889c4aadb req-6553c90b-1849-4b7e-8253-74e683263c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:41.323994 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-894a07c9-4c32-402d-85d7-151889c4aadb req-6553c90b-1849-4b7e-8253-74e683263c31 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.0719483
May 20 18:29:41.417631 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a07c9-4c32-402d-85d7-151889c4aadb req-f84f30b2-96ef-4e31-852f-620d6a7da531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:41.419158 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-894a07c9-4c32-402d-85d7-151889c4aadb req-f84f30b2-96ef-4e31-852f-620d6a7da531 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874443
May 20 18:29:41.696968 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-894a07c9-4c32-402d-85d7-151889c4aadb req-47e15bdb-86d5-476d-a510-e72c17e61db8 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702849
May 20 18:29:41.708431 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc0ce8-ceb8-4f07-ad7a-43656d4f227a req-788b6c55-f0d8-4bd8-8c1d-eadeeda585de tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:41.709719 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-77cc0ce8-ceb8-4f07-ad7a-43656d4f227a req-788b6c55-f0d8-4bd8-8c1d-eadeeda585de tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.2137439
May 20 18:29:41.719275 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fa856-9b19-40c1-a7e7-12390067bac0 req-aacaa6a6-e654-47ee-b191-eca7d4231685 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:41.723757 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a20fa856-9b19-40c1-a7e7-12390067bac0 req-aacaa6a6-e654-47ee-b191-eca7d4231685 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 944 time: 0.2588665
May 20 18:29:41.899467 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a20fa856-9b19-40c1-a7e7-12390067bac0 req-863ef332-d544-4755-b09b-de5832d2d893 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511171
May 20 18:29:41.927705 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-77cc0ce8-ceb8-4f07-ad7a-43656d4f227a req-2d1db40e-5249-47f5-a16f-39aca7ecf1ca tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1810620
May 20 18:29:41.962373 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-894a07c9-4c32-402d-85d7-151889c4aadb req-8c4d29f6-7277-4ca5-8789-efdae19c9934 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2510440
May 20 18:29:42.209057 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da093f-a7e8-4934-b717-403dc7b8e976 req-9f39d5b2-6aa7-48f6-9030-6882a58d5fe6 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:42.210692 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-09da093f-a7e8-4934-b717-403dc7b8e976 req-9f39d5b2-6aa7-48f6-9030-6882a58d5fe6 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.1046104
May 20 18:29:42.259959 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-09da093f-a7e8-4934-b717-403dc7b8e976 req-f3faa4c3-a392-42e5-82ec-443b97fad434 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424628
May 20 18:29:43.116795 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982b0b9-b9eb-4ff5-9cc7-30e623995e99 req-fd0b96c6-9311-4ad8-b3d3-02f449c503e4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:43.118596 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7982b0b9-b9eb-4ff5-9cc7-30e623995e99 req-fd0b96c6-9311-4ad8-b3d3-02f449c503e4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 944 time: 0.1034236
May 20 18:29:43.228073 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7982b0b9-b9eb-4ff5-9cc7-30e623995e99 req-acf0138b-e7f2-4030-bfb7-1cfc35097587 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627539
May 20 18:29:43.257482 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0c47-6d91-441b-846d-fd2036aaa8d3 req-ce8ab356-0f4c-4992-8dc4-1cf805cb93b3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:43.259167 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-425e0c47-6d91-441b-846d-fd2036aaa8d3 req-ce8ab356-0f4c-4992-8dc4-1cf805cb93b3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1395724
May 20 18:29:43.270067 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:29:43.350778 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:29:43.358692 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:29:43.358915 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-425e0c47-6d91-441b-846d-fd2036aaa8d3 req-46e7b502-7d9e-41d6-a1f6-4b3d4986531c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931191
May 20 18:29:43.359144 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:43.506487 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:43.545046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:29:43.558623 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:43.564728 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:43.568674 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6aaba626-95ac-459c-81ba-494525446585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:43.590166 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d829f-e12c-4e86-b13c-b23e669a1267 req-7b741385-d21d-4c9a-8716-1b6889c496bb tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:43.592742 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-149d829f-e12c-4e86-b13c-b23e669a1267 req-7b741385-d21d-4c9a-8716-1b6889c496bb tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.1137288
May 20 18:29:43.664492 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'code': 200}
May 20 18:29:43.668770 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:43.669415 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-149d829f-e12c-4e86-b13c-b23e669a1267 req-3425aa2b-0f28-43f2-a6dd-d480fd745aad tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457826
May 20 18:29:43.672769 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:43.953572 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3cd1-6897-4453-b578-f2438b0b829d req-adc81e1e-6379-40ea-8032-7fe3b0aade20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:43.955651 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3cfb3cd1-6897-4453-b578-f2438b0b829d req-adc81e1e-6379-40ea-8032-7fe3b0aade20 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1098 time: 0.0906498
May 20 18:29:44.115332 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3cfb3cd1-6897-4453-b578-f2438b0b829d req-91b678e1-64d5-4d14-b530-84a485523ca3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516924
May 20 18:29:44.454622 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7a570-dc7e-4569-957a-727f850c0e59 req-3ae11cd7-7004-41b7-99f8-10b62300f1f8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:44.461729 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b1a7a570-dc7e-4569-957a-727f850c0e59 req-3ae11cd7-7004-41b7-99f8-10b62300f1f8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 944 time: 0.1190279
May 20 18:29:44.553213 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b1a7a570-dc7e-4569-957a-727f850c0e59 req-7bc73ec6-a786-45fc-8c6c-1acf501c13de tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902250
May 20 18:29:44.603643 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3320d1-e392-43c3-ab68-93a2377febd5 req-a2c12476-eaee-452b-a031-1f34d5e39243 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:44.605313 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8a3320d1-e392-43c3-ab68-93a2377febd5 req-a2c12476-eaee-452b-a031-1f34d5e39243 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1123917
May 20 18:29:44.655556 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8a3320d1-e392-43c3-ab68-93a2377febd5 req-79a9157a-a623-4f5d-bc5c-3d67f1d1b981 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429928
May 20 18:29:44.871171 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c833e-048e-4be4-9b23-7b860b9aa534 req-46d3c97f-8f4c-4cd5-8cc1-d470b4d2aba0 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:44.872794 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-285c833e-048e-4be4-9b23-7b860b9aa534 req-46d3c97f-8f4c-4cd5-8cc1-d470b4d2aba0 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0845096
May 20 18:29:44.919926 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-285c833e-048e-4be4-9b23-7b860b9aa534 req-904bb892-62a2-472f-acb4-ff15f59f86ac tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403366
May 20 18:29:45.769317 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6bcb-b0c8-44d5-b11c-22afaf5e55d7 req-0a523a1d-f09d-4f6f-bf58-bcca377e9c34 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:45.776577 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-dd8c6bcb-b0c8-44d5-b11c-22afaf5e55d7 req-0a523a1d-f09d-4f6f-bf58-bcca377e9c34 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 944 time: 0.0988350
May 20 18:29:45.872506 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-dd8c6bcb-b0c8-44d5-b11c-22afaf5e55d7 req-89a1664e-3afe-4c7d-b026-3291c003c19a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950561
May 20 18:29:45.911273 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d95476-e556-4432-972f-ba02edf445c2 req-18b46788-0ecb-4b21-88b6-ed4c820ad72e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:45.913616 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b9d95476-e556-4432-972f-ba02edf445c2 req-18b46788-0ecb-4b21-88b6-ed4c820ad72e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1215866
May 20 18:29:45.974482 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b9d95476-e556-4432-972f-ba02edf445c2 req-427a87a2-68bd-4619-824e-d8960f86bd18 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539825
May 20 18:29:46.163298 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e7008-a8c8-4845-9078-0714f2422a61 req-18ee2830-7a19-45da-9439-049cbac539fd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:46.164959 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a78e7008-a8c8-4845-9078-0714f2422a61 req-18ee2830-7a19-45da-9439-049cbac539fd tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0841203
May 20 18:29:46.213729 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a78e7008-a8c8-4845-9078-0714f2422a61 req-94fa275d-2e27-4d8a-811d-0e69762393ee tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421929
May 20 18:29:46.415382 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019c933-ad68-4c8a-827f-4531fb2ac4d2 req-9a89e8a3-edaa-4a06-acf8-be14897eaf17 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:46.416786 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3019c933-ad68-4c8a-827f-4531fb2ac4d2 req-9a89e8a3-edaa-4a06-acf8-be14897eaf17 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0854771
May 20 18:29:46.465125 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3019c933-ad68-4c8a-827f-4531fb2ac4d2 req-34fa4fba-d815-472d-865a-f10739fe5288 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419593
May 20 18:29:46.489583 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44124) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:29:46.603411 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37c784-6a5c-4331-bafa-363ebfacf757 tempest-TestShelveInstance-1606208990 tempest-TestShelveInstance-1606208990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:46.604130 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0c37c784-6a5c-4331-bafa-363ebfacf757 tempest-TestShelveInstance-1606208990 tempest-TestShelveInstance-1606208990-project-admin] Synchronizing usage tracker for tenant:a814938fcf234300a2d9ddd33da8f68e on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:29:46.621100 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0c37c784-6a5c-4331-bafa-363ebfacf757 tempest-TestShelveInstance-1606208990 tempest-TestShelveInstance-1606208990-project-admin] Unset dirty status for tenant:a814938fcf234300a2d9ddd33da8f68e on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:29:46.622388 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-0c37c784-6a5c-4331-bafa-363ebfacf757 tempest-TestShelveInstance-1606208990 tempest-TestShelveInstance-1606208990-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1093 time: 0.1317534
May 20 18:29:46.625405 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44130) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:29:46.631047 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Request body: {'floatingip': {'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'port_id': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:29:46.636537 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:29:46.640358 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Usage tracker for resource:floatingip and tenant:b2523b2dcc104408a8589927a2875816 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:29:46.643289 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:29:46.648993 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:29:46.662996 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for floatingip, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:46.795725 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:46.937599 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Allocated IP 172.27.0.20 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/e1709ac1-92b3-4a6c-a40c-7ec35e8ea531) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:29:47.200958 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:47.227770 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11278afd-9238-415a-bc13-cf85712fc5f7 req-28a58696-e95d-4832-afc1-55623d7e79ed tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:47.229244 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-11278afd-9238-415a-bc13-cf85712fc5f7 req-28a58696-e95d-4832-afc1-55623d7e79ed tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 944 time: 0.1960299
May 20 18:29:47.262015 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb5bb7-2863-44c4-86e6-a1a4cec1ea74 req-20de7b5b-b204-4822-8b3e-7f5540ae3e24 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:47.263465 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3aeb5bb7-2863-44c4-86e6-a1a4cec1ea74 req-20de7b5b-b204-4822-8b3e-7f5540ae3e24 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1743379
May 20 18:29:47.330528 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-11278afd-9238-415a-bc13-cf85712fc5f7 req-12c1470c-ef7e-4ac3-8f33-ec4f62613053 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941861
May 20 18:29:47.337983 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3aeb5bb7-2863-44c4-86e6-a1a4cec1ea74 req-fdab2be0-e43f-424f-92a7-8f29be9cfd58 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668135
May 20 18:29:47.339391 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:47.344233 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d542f320-2f03-42ca-a431-e2f1e560abc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:47.372105 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e009-acaf-46ad-b50f-6dafab2b2a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:47.453100 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:29:47.464622 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Resources bound (agent type, host, resource id):  {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:29:47.469702 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:29:47.511329 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'Port': ['ID=e1709ac1-92b3-4a6c-a40c-7ec35e8ea531,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:47.520217 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:47.571169 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-b390f16b-a200-4b6b-a254-ccc0d69ffca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:47.572639 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-b390f16b-a200-4b6b-a254-ccc0d69ffca6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 1098 time: 0.1922779
May 20 18:29:47.937853 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-86ec076c-3de6-4edd-b67f-43130cb99372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:47.939008 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-86ec076c-3de6-4edd-b67f-43130cb99372 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.3594294
May 20 18:29:48.126171 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-a8a964f0-ac58-4ab2-891f-2247bdcbd2dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3 HTTP/1.1" status: 200  len: 1001 time: 0.1776676
May 20 18:29:48.207149 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-1d751b82-0e9f-4ec6-bb25-26542d3e3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:48.208497 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-1d751b82-0e9f-4ec6-bb25-26542d3e3972 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.0734866
May 20 18:29:48.291550 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:48.319590 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-a0ac45e8-491a-46b6-b2bc-dfa7235b1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:48.321077 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-a0ac45e8-491a-46b6-b2bc-dfa7235b1059 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1045740
May 20 18:29:48.459436 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:48.657467 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-3287b306-e96f-49e3-ac50-f2ff469a3c6f service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3111789
May 20 18:29:48.853290 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135b34-99c9-42ba-bd4b-99d95c8048fc req-76a9249d-e1b1-47eb-ade4-b92fd3c9a533 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:48.854775 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3a135b34-99c9-42ba-bd4b-99d95c8048fc req-76a9249d-e1b1-47eb-ade4-b92fd3c9a533 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.3987720
May 20 18:29:48.898739 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024b23-f1e5-40e8-800f-9fa75e47aea5 req-047bddab-6835-4d37-8aab-30baa003c5e0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:48.900153 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4d024b23-f1e5-40e8-800f-9fa75e47aea5 req-047bddab-6835-4d37-8aab-30baa003c5e0 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 944 time: 0.4072180
May 20 18:29:48.998157 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3a135b34-99c9-42ba-bd4b-99d95c8048fc req-4732409d-9eb8-4391-b4f6-a6c043ccf63a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1315823
May 20 18:29:49.000529 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-20089a75-6042-41e8-8b28-1308b7bcf7e7 req-71b4ef67-f530-47ea-bc52-fcbc7695bd2b service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3249094
May 20 18:29:49.012611 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4d024b23-f1e5-40e8-800f-9fa75e47aea5 req-8d8ed27a-690c-4b7f-a9ff-32cc31eab63a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050112
May 20 18:29:49.047529 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:49.052524 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14066886'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:49.056539 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b7d74272-d9c1-4f5f-a9ce-83557e6e1bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:49.274264 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event updated for resources: {'Port': ['ID=e1709ac1-92b3-4a6c-a40c-7ec35e8ea531,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:49.278152 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:49.286695 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:49.457705 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Floating IP aec7a554-cb1a-4f5c-93b3-c9364ed0ce69 associated. External IP: 172.27.0.20, port: 47c2b14c-9e2c-46bf-b872-06e0ca7374e3.
May 20 18:29:49.760172 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:49.807777 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Router 9afadfba-e9bc-44da-8976-74515ddbf653 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:29:49.836242 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c70c20c5-d844-4d3e-afa0-db891dccf827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:49.992085 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:29:50.001657 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] Sync routers for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:29:50.010901 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:29:50.011446 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17671a90>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:29:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:29:50.017333 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:50.095133 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.4686010
May 20 18:29:50.099122 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:29:50.239989 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:29:50.257000 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461314-2776-4e32-945a-7ba775a52c4c req-a6c50226-ee9d-4c25-b0a7-1f4e107ee736 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:50.258507 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-44461314-2776-4e32-945a-7ba775a52c4c req-a6c50226-ee9d-4c25-b0a7-1f4e107ee736 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1422653
May 20 18:29:50.267303 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a469bb-ef70-4abb-840f-b6bfc025772e req-5ad40d1c-3d94-4460-87c8-1589e099695b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:50.268594 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-58a469bb-ef70-4abb-840f-b6bfc025772e req-5ad40d1c-3d94-4460-87c8-1589e099695b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 944 time: 0.1166487
May 20 18:29:50.342781 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-44461314-2776-4e32-945a-7ba775a52c4c req-ebe6eea7-0c16-4e46-8ef4-22e872a2e854 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732195
May 20 18:29:50.345535 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-58a469bb-ef70-4abb-840f-b6bfc025772e req-9b006ef7-5bc3-4ce5-a712-b7bee8abfed9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624285
May 20 18:29:50.410090 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'status': 'completed', 'code': 200}
May 20 18:29:50.521147 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-7501f244-004b-4ed1-8e00-f3add9a3b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:50.522603 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-7501f244-004b-4ed1-8e00-f3add9a3b960 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2523b2dcc104408a8589927a2875816&device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1098 time: 0.0748513
May 20 18:29:50.589438 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17671a90>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': 'aec7a554-cb1a-4f5c-93b3-c9364ed0ce69', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'port_id': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'mac_address': 'fa:16:3e:58:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:29:48Z', 'updated_at': '2021-05-20T18:29:48Z', 'revision_number': 0, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79c4470-ad65-48f4-9372-408b5f149672', 'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'mac_address': 'fa:16:3e:b0:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:43Z', 'updated_at': '2021-05-20T18:28:49Z', 'revision_number': 5, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'subnets': [{'id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:29:50.593579 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] Checking router: 9afadfba-e9bc-44da-8976-74515ddbf653 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:29:50.602037 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:29:50.602661 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17671a90>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:29:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:29:50.655119 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-232bedbd-01a4-4657-b212-f5f2f1fa0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:50.656724 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-232bedbd-01a4-4657-b212-f5f2f1fa0ee3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1b9099e-a295-4fef-8963-2d36b6d11878 HTTP/1.1" status: 200  len: 909 time: 0.1273499
May 20 18:29:50.797646 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:29:50.903960 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-703774e4-1ddf-4b6b-8586-157a02efcf87 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3 HTTP/1.1" status: 200  len: 998 time: 0.2222326
May 20 18:29:50.968474 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:50.982765 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-02788fe3-a3e4-40c3-aa13-ad5eee73ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:50.984975 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-02788fe3-a3e4-40c3-aa13-ad5eee73ba82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dae479b5-447a-466e-89bd-1d678eb41c8c HTTP/1.1" status: 200  len: 848 time: 0.0659122
May 20 18:29:51.061235 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-52df1186-2a8b-439a-a52b-c0f8eccb3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:51.062760 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-52df1186-2a8b-439a-a52b-c0f8eccb3f8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1b9099e-a295-4fef-8963-2d36b6d11878&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709379
May 20 18:29:51.073962 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-397a0266-3c3e-4932-a42c-aaf4633348c9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:29:51.075129 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-397a0266-3c3e-4932-a42c-aaf4633348c9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051897
May 20 18:29:51.144612 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:51.177033 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17671a90>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': 'aec7a554-cb1a-4f5c-93b3-c9364ed0ce69', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'port_id': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'mac_address': 'fa:16:3e:58:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:29:48Z', 'updated_at': '2021-05-20T18:29:48Z', 'revision_number': 0, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79c4470-ad65-48f4-9372-408b5f149672', 'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'mac_address': 'fa:16:3e:b0:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:43Z', 'updated_at': '2021-05-20T18:28:49Z', 'revision_number': 5, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'subnets': [{'id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:29:51.181436 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720dd02-6681-4221-885e-41832d0c42ec None None] The sync data for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi is: [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': 'aec7a554-cb1a-4f5c-93b3-c9364ed0ce69', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'port_id': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'mac_address': 'fa:16:3e:58:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:29:48Z', 'updated_at': '2021-05-20T18:29:48Z', 'revision_number': 0, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79c4470-ad65-48f4-9372-408b5f149672', 'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'mac_address': 'fa:16:3e:b0:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:43Z', 'updated_at': '2021-05-20T18:28:49Z', 'revision_number': 5, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'subnets': [{'id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:29:51.222337 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-180c27d2-4808-4525-be7b-729516677290 service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337745
May 20 18:29:51.306443 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device e1d59345-769c-4b70-9f42-cf8694a13226 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:29:51.308824 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:29:51.363129 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-95707d14-7501-4ee1-9f4f-e16031dd90b4 req-c32694db-2ca7-4769-a378-4630afd4610d service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344283
May 20 18:29:51.392452 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1aa01-1756-4bcc-ab64-41c3e83040d3 None None] New status for floating IP aec7a554-cb1a-4f5c-93b3-c9364ed0ce69: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:29:51.551636 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:51.573361 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port e1d59345-769c-4b70-9f42-cf8694a13226, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1d59345-769c-4b70-9f42-cf8694a13226,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:51.596387 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'port_id': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'mac_address': 'fa:16:3e:34:60:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:29:51.605033 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:29:51.624585 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bbc2a-c6b5-4fc5-a1e2-fc8d12dc1917 req-8f0b5607-ffdb-4b95-9a87-3b329b6e3c17 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:51.626346 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-442bbc2a-c6b5-4fc5-a1e2-fc8d12dc1917 req-8f0b5607-ffdb-4b95-9a87-3b329b6e3c17 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 944 time: 0.1086361
May 20 18:29:51.635337 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5cdef-0930-4386-9c4a-4bf73e016e83 req-90971c22-c0e6-4fb3-8fa4-bed04fcb97ad tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:51.636924 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cee5cdef-0930-4386-9c4a-4bf73e016e83 req-90971c22-c0e6-4fb3-8fa4-bed04fcb97ad tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 945 time: 0.1625946
May 20 18:29:51.653382 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:51.660579 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:51.665062 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:51.716431 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:51.718725 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-442bbc2a-c6b5-4fc5-a1e2-fc8d12dc1917 req-770054bc-28ba-43a2-b169-f225fd4e4452 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795186
May 20 18:29:51.721441 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cee5cdef-0930-4386-9c4a-4bf73e016e83 req-eaaca552-1459-46f1-9ec5-06980d89d0aa tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647197
May 20 18:29:51.740266 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d59345-769c-4b70-9f42-cf8694a13226 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:29:51.760745 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port e1d59345-769c-4b70-9f42-cf8694a13226, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1d59345-769c-4b70-9f42-cf8694a13226,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:51.770184 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:51.778327 dv-cinder-792299-2-iscsi neutron-server[91653]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'code': 422} returned with failed status
May 20 18:29:51.778974 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=8']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:51.781930 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:51.782476 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:51.893934 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=e1d59345-769c-4b70-9f42-cf8694a13226,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:51.896905 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:52.139802 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['e1d59345-769c-4b70-9f42-cf8694a13226'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:29:52.438654 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:53.048562 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e4c5f-e2ac-49fe-9074-4de722fa3073 req-78169a04-e5d2-4b25-ae49-5c8c1133a681 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:53.050042 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c56e4c5f-e2ac-49fe-9074-4de722fa3073 req-78169a04-e5d2-4b25-ae49-5c8c1133a681 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 945 time: 0.0782990
May 20 18:29:53.095766 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c56e4c5f-e2ac-49fe-9074-4de722fa3073 req-1251602e-caf6-490e-847f-947015ae1590 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396230
May 20 18:29:53.304917 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device e1d59345-769c-4b70-9f42-cf8694a13226 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:29:53.384879 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port e1d59345-769c-4b70-9f42-cf8694a13226 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:29:53.391446 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port e1d59345-769c-4b70-9f42-cf8694a13226 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:29:53.391829 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:53.395761 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834128c-b221-4258-8410-13925cb2281c req-ca17fd63-3c2e-4425-a1f1-91d97ad5eff7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:53.398208 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f834128c-b221-4258-8410-13925cb2281c req-ca17fd63-3c2e-4425-a1f1-91d97ad5eff7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0910521
May 20 18:29:53.445545 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f834128c-b221-4258-8410-13925cb2281c req-5250397e-5563-4501-a136-e309489402a9 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420513
May 20 18:29:53.515319 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:53.549136 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port e1d59345-769c-4b70-9f42-cf8694a13226, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1d59345-769c-4b70-9f42-cf8694a13226,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:29:53.553418 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:53.555484 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:53.583067 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44212) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:29:53.621073 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=e1d59345-769c-4b70-9f42-cf8694a13226,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:53.624675 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:53.696868 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-472b9991-ca0c-40db-9174-7825e280a541 req-c91763d1-253f-45d2-bbe4-5c11bc9948ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1124740
May 20 18:29:53.779005 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:29:53.822562 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'code': 200}
May 20 18:29:54.158515 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023e22-9b08-4c74-9948-bb4dc13bd684 req-1da45efa-01b3-4de3-9b64-bcca3e1fcdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:54.159981 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2e023e22-9b08-4c74-9948-bb4dc13bd684 req-1da45efa-01b3-4de3-9b64-bcca3e1fcdfc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 1099 time: 0.0762188
May 20 18:29:54.291200 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2e023e22-9b08-4c74-9948-bb4dc13bd684 req-a69b315c-f79a-47f9-bd82-03efe1a6db13 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900846
May 20 18:29:54.318707 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1fd25-e2e8-4aaa-9fa9-042b33d9ab0b req-aafe4269-ad9f-4248-be42-e1643abebf98 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:54.320206 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d3e1fd25-e2e8-4aaa-9fa9-042b33d9ab0b req-aafe4269-ad9f-4248-be42-e1643abebf98 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 946 time: 0.1065142
May 20 18:29:54.365133 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d3e1fd25-e2e8-4aaa-9fa9-042b33d9ab0b req-de3534e9-9d0b-4835-b914-7c9ae18f6d2c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391073
May 20 18:29:54.645872 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1cc80-a4e5-4049-b6e8-c4ced063703d req-3ea81383-4b65-4b4a-a6da-a0cd617463ae tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:54.647332 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-19f1cc80-a4e5-4049-b6e8-c4ced063703d req-3ea81383-4b65-4b4a-a6da-a0cd617463ae tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0795460
May 20 18:29:54.692111 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-19f1cc80-a4e5-4049-b6e8-c4ced063703d req-fcb48318-2284-4a1d-8381-a63084053fa5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391405
May 20 18:29:54.817947 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b9991-ca0c-40db-9174-7825e280a541 req-8eaf067b-14eb-4f39-a885-7472d16fe0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:54.819400 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-472b9991-ca0c-40db-9174-7825e280a541 req-8eaf067b-14eb-4f39-a885-7472d16fe0ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23&tenant_id=58767036664145c8966c2f08be8dcd2d HTTP/1.1" status: 200  len: 1096 time: 0.0739813
May 20 18:29:54.909315 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b9991-ca0c-40db-9174-7825e280a541 req-ee9182af-a0a3-4b9e-8612-0c2d97335260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:54.910875 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-472b9991-ca0c-40db-9174-7825e280a541 req-ee9182af-a0a3-4b9e-8612-0c2d97335260 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 1096 time: 0.0702906
May 20 18:29:55.043582 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b9991-ca0c-40db-9174-7825e280a541 req-7f8aa022-f849-4f31-ab09-66766e70a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:55.045024 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-472b9991-ca0c-40db-9174-7825e280a541 req-7f8aa022-f849-4f31-ab09-66766e70a4d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.1268928
May 20 18:29:55.147662 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-472b9991-ca0c-40db-9174-7825e280a541 req-d9849d25-cddf-414d-b630-26b1904b59ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3 HTTP/1.1" status: 200  len: 999 time: 0.0959649
May 20 18:29:55.210443 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b9991-ca0c-40db-9174-7825e280a541 req-a65bebd7-5c2d-452f-b51c-b9073ed4ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:55.211890 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-472b9991-ca0c-40db-9174-7825e280a541 req-a65bebd7-5c2d-452f-b51c-b9073ed4ae3c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.0565190
May 20 18:29:55.297135 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b9991-ca0c-40db-9174-7825e280a541 req-ccea2a58-7298-4f21-b27d-beafaa2390a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:55.299222 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-472b9991-ca0c-40db-9174-7825e280a541 req-ccea2a58-7298-4f21-b27d-beafaa2390a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800672
May 20 18:29:55.326422 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:29:55.630944 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-472b9991-ca0c-40db-9174-7825e280a541 req-1e34dbc3-c661-4c5c-86e2-4d1e4e4cfd1a service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2928841
May 20 18:29:55.684123 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215617d-17d1-4522-9b9f-8000be984d5e req-39cc01a4-7cc7-498a-a099-8ee21b0bcc90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:55.685598 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6215617d-17d1-4522-9b9f-8000be984d5e req-39cc01a4-7cc7-498a-a099-8ee21b0bcc90 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 946 time: 0.1568558
May 20 18:29:55.803349 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6215617d-17d1-4522-9b9f-8000be984d5e req-ac487e8e-5950-4f35-a77c-42003fdb4811 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708981
May 20 18:29:55.850679 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-472b9991-ca0c-40db-9174-7825e280a541 req-6f7fdb0b-c7f7-43d0-b003-3fe2b3622005 service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116656
May 20 18:29:55.890712 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147106dd-893b-4f96-8d54-72d526a7684c req-b03d9b1e-ec46-493a-bc4a-3d018bebbc7b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:55.892196 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-147106dd-893b-4f96-8d54-72d526a7684c req-b03d9b1e-ec46-493a-bc4a-3d018bebbc7b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0858333
May 20 18:29:55.939859 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-147106dd-893b-4f96-8d54-72d526a7684c req-94fbf725-f8cd-4754-af19-92a82d8e19bd tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418127
May 20 18:29:56.992505 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae5998-16c8-4a01-940b-cebab6ddb5cb req-40262bfd-c47e-48c1-8962-afb7f6dd1e23 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:56.993984 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-abae5998-16c8-4a01-940b-cebab6ddb5cb req-40262bfd-c47e-48c1-8962-afb7f6dd1e23 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 946 time: 0.0858257
May 20 18:29:57.038838 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-abae5998-16c8-4a01-940b-cebab6ddb5cb req-582eb5d6-b5e0-40fa-a3c4-f7857eac0050 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390720
May 20 18:29:57.215782 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893e217-279d-4ea6-81fb-90f4fa42b15e req-fa89f541-1cca-4d06-a527-9db29cdccaa3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:57.217784 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a893e217-279d-4ea6-81fb-90f4fa42b15e req-fa89f541-1cca-4d06-a527-9db29cdccaa3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0814524
May 20 18:29:57.267482 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a893e217-279d-4ea6-81fb-90f4fa42b15e req-bf95ad26-08a3-4527-b734-bbb1eaa25076 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438404
May 20 18:29:57.453393 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268eb36-9e2d-4d76-a0e8-7a8b1679a6ed req-92eac254-53ea-4391-b1b2-a1ef7c084e6d tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:57.454875 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1268eb36-9e2d-4d76-a0e8-7a8b1679a6ed req-92eac254-53ea-4391-b1b2-a1ef7c084e6d tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 946 time: 0.0850623
May 20 18:29:57.502196 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1268eb36-9e2d-4d76-a0e8-7a8b1679a6ed req-174caa3c-32e0-463a-8644-d553ed09a078 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411460
May 20 18:29:57.525036 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44268) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:29:57.708755 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fec3f5-6856-445c-9683-a6352772284d tempest-TestVolumeBootPattern-803564900 tempest-TestVolumeBootPattern-803564900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:57.710189 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e2fec3f5-6856-445c-9683-a6352772284d tempest-TestVolumeBootPattern-803564900 tempest-TestVolumeBootPattern-803564900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 1094 time: 0.1841855
May 20 18:29:57.713069 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44274) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:29:57.718142 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Request body: {'floatingip': {'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'port_id': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:29:57.724152 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:29:57.727980 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Usage tracker for resource:floatingip and tenant:0b14bd383da44746985d08a30cd1b357 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:29:57.730889 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:29:57.736618 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:29:57.747702 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:57.890741 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:58.038483 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Allocated IP 172.27.0.77 (4d7299ff-e830-43af-882c-a3f209287056/a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30/426933dd-4e8f-4c4f-97d5-e0f593e6595d) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:29:58.190580 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:58.220390 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:58.224130 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-63e368be-2acd-46b1-b6db-8604c0ce3519 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:58.288069 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Network 4d7299ff-e830-43af-882c-a3f209287056 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:29:58.290947 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:29:58.294571 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:29:58.324601 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'Port': ['ID=426933dd-4e8f-4c4f-97d5-e0f593e6595d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:58.338079 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.338449 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.338819 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.339178 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.339528 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.339888 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.340226 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.340577 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.340924 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.341272 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.341613 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.342029 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:29:58.350636 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:58.652584 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1baa9-9add-41d9-aa14-88c539362ea2 req-474a55d0-429b-4b83-a124-165072170974 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:58.654116 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-eaf1baa9-9add-41d9-aa14-88c539362ea2 req-474a55d0-429b-4b83-a124-165072170974 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.1128535
May 20 18:29:58.703630 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-eaf1baa9-9add-41d9-aa14-88c539362ea2 req-d03b1cb1-59ff-4a1d-aace-0e2341a52ff5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430791
May 20 18:29:58.750289 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:58.827008 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:59.125029 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:59.135087 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:59.139464 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:29:59.249327 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event updated for resources: {'Port': ['ID=426933dd-4e8f-4c4f-97d5-e0f593e6595d,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:29:59.252222 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:29:59.261546 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:29:59.439503 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.l3_db [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Floating IP abfb6dcf-b71b-48b8-bd6c-5d9f6fb4c54a associated. External IP: 172.27.0.77, port: e1d59345-769c-4b70-9f42-cf8694a13226.
May 20 18:29:59.798546 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Router 0711da84-c7f9-436b-9ea8-a2f5480850ba has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:29:59.910097 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d4479-e7cc-4d91-910c-77e3187b3c96 req-676190f7-456e-46fe-a644-eea34098fa0b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:29:59.911649 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9e6d4479-e7cc-4d91-910c-77e3187b3c96 req-676190f7-456e-46fe-a644-eea34098fa0b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0918097
May 20 18:29:59.964557 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9e6d4479-e7cc-4d91-910c-77e3187b3c96 req-e5498e78-1463-4971-a242-b6ae4dca855e tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468194
May 20 18:29:59.999555 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:30:00.010352 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] Sync routers for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:30:00.021704 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:30:00.022377 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a177d2f10>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:29:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:00.032631 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:00.101305 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3750653
May 20 18:30:00.101305 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:30:00.144640 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'status': 'completed', 'code': 200}
May 20 18:30:00.232799 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:30:00.586122 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a177d2f10>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '73e24114-268f-41a8-9add-5a3381f228df', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:15Z', 'updated_at': '2021-05-20T18:27:18Z', 'revision_number': 1, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}, {'id': 'abfb6dcf-b71b-48b8-bd6c-5d9f6fb4c54a', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:34:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:29:58Z', 'updated_at': '2021-05-20T18:29:58Z', 'revision_number': 0, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:00.590278 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] Checking router: 0711da84-c7f9-436b-9ea8-a2f5480850ba for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:30:00.598978 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:30:00.599589 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a177d2f10>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:29:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:00.776412 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:30:01.164608 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f69e4-05af-4655-8782-54fc140f7c15 req-de36e430-c252-4f2f-b38b-9c0775a67ee2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:01.166132 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4c0f69e4-05af-4655-8782-54fc140f7c15 req-de36e430-c252-4f2f-b38b-9c0775a67ee2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0862970
May 20 18:30:01.171324 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a177d2f10>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '73e24114-268f-41a8-9add-5a3381f228df', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:15Z', 'updated_at': '2021-05-20T18:27:18Z', 'revision_number': 1, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}, {'id': 'abfb6dcf-b71b-48b8-bd6c-5d9f6fb4c54a', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:34:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:29:58Z', 'updated_at': '2021-05-20T18:29:58Z', 'revision_number': 0, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:01.175424 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a59eb5a-7ff3-48e8-8c32-d5a53ab8cd02 None None] The sync data for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi is: [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '73e24114-268f-41a8-9add-5a3381f228df', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:15Z', 'updated_at': '2021-05-20T18:27:18Z', 'revision_number': 1, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}, {'id': 'abfb6dcf-b71b-48b8-bd6c-5d9f6fb4c54a', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:34:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:29:58Z', 'updated_at': '2021-05-20T18:29:58Z', 'revision_number': 0, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:30:01.224021 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4c0f69e4-05af-4655-8782-54fc140f7c15 req-41e65afc-64a1-47ca-856a-7b58b39e1d04 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518100
May 20 18:30:01.374316 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b5982-fac5-4ca0-adba-cd2ed74077b7 None None] New status for floating IP abfb6dcf-b71b-48b8-bd6c-5d9f6fb4c54a: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:30:02.411847 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436040e2-7abf-47aa-b16f-f726e216f94b req-8a11a18b-9e64-49e8-b354-0ef82b582769 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:02.413352 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-436040e2-7abf-47aa-b16f-f726e216f94b req-8a11a18b-9e64-49e8-b354-0ef82b582769 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0873079
May 20 18:30:02.462592 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-436040e2-7abf-47aa-b16f-f726e216f94b req-8847e4bb-22dd-4fe4-905d-cc1617dfda74 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430241
May 20 18:30:03.663190 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88323b57-dd67-4a1e-a2fe-0e6c9264d2c3 req-97d9a6c6-342d-454c-80ca-18a744c8fc2f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:03.664969 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-88323b57-dd67-4a1e-a2fe-0e6c9264d2c3 req-97d9a6c6-342d-454c-80ca-18a744c8fc2f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0820675
May 20 18:30:03.718652 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-88323b57-dd67-4a1e-a2fe-0e6c9264d2c3 req-09c667bd-1451-4915-b701-9c4646f13af1 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467162
May 20 18:30:04.904017 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e19c5-a4bb-4698-b42e-16b1ba4e5756 req-046ff86b-4ba3-4f12-b54b-95df045ace1a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:04.905534 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d07e19c5-a4bb-4698-b42e-16b1ba4e5756 req-046ff86b-4ba3-4f12-b54b-95df045ace1a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0804479
May 20 18:30:04.953114 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d07e19c5-a4bb-4698-b42e-16b1ba4e5756 req-5293d2ab-a9cf-4303-9ae5-69ee49a62134 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414445
May 20 18:30:06.153413 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edf7b7-88bd-46ea-9312-5f9a1894d02b req-17c88a80-4a94-4e84-bb92-618f355e285f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:06.155001 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1edf7b7-88bd-46ea-9312-5f9a1894d02b req-17c88a80-4a94-4e84-bb92-618f355e285f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0859866
May 20 18:30:06.202112 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c1edf7b7-88bd-46ea-9312-5f9a1894d02b req-4ae07d10-fdc1-4f16-8925-d789e0488a82 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401387
May 20 18:30:07.394296 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123634b-ffe7-401c-96e4-589087ccd096 req-09afdeef-9d7e-41dd-8dce-060e82f0c72f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:07.395769 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f123634b-ffe7-401c-96e4-589087ccd096 req-09afdeef-9d7e-41dd-8dce-060e82f0c72f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0798097
May 20 18:30:07.442727 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f123634b-ffe7-401c-96e4-589087ccd096 req-d38f42fb-8a77-4d00-9a1e-ec78f6b003e5 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410128
May 20 18:30:08.649178 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bbba8-2c65-4eeb-adbd-df142fde7061 req-d5d5be0b-638c-411b-9bf1-e037dc9a7dea tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:08.650787 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f38bbba8-2c65-4eeb-adbd-df142fde7061 req-d5d5be0b-638c-411b-9bf1-e037dc9a7dea tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0903504
May 20 18:30:08.702338 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f38bbba8-2c65-4eeb-adbd-df142fde7061 req-ea684ba7-ed3b-4c77-95d9-d130f4efaf13 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442929
May 20 18:30:09.022896 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:30:09.893618 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400ef1d-8872-4852-8fe7-24604084a850 req-56fedc72-9c17-49c3-8343-c8c1d1589e59 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:09.895113 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a400ef1d-8872-4852-8fe7-24604084a850 req-56fedc72-9c17-49c3-8343-c8c1d1589e59 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0805271
May 20 18:30:09.947335 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a400ef1d-8872-4852-8fe7-24604084a850 req-51572042-0747-44c6-b1d3-3bafa5c42f27 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461628
May 20 18:30:11.225849 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca5fd-62f7-4af0-b600-675b687936c3 req-d412d3a1-be77-44ad-8ddf-eb3bb2fc66e7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:11.227221 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7cca5fd-62f7-4af0-b600-675b687936c3 req-d412d3a1-be77-44ad-8ddf-eb3bb2fc66e7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.1696410
May 20 18:30:11.270865 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7cca5fd-62f7-4af0-b600-675b687936c3 req-568835ec-9508-4bfe-bfe5-1dbe0a0f29d8 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379937
May 20 18:30:12.458027 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069683d-001a-41a8-b2ee-e4326894a05c req-0bae57df-fc76-4640-bdc3-dee7fad16195 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:12.459489 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3069683d-001a-41a8-b2ee-e4326894a05c req-0bae57df-fc76-4640-bdc3-dee7fad16195 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0806515
May 20 18:30:12.503978 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3069683d-001a-41a8-b2ee-e4326894a05c req-4f78a17f-e0db-4764-b4d8-b1539d39f35c tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387259
May 20 18:30:13.078900 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551be99-9170-494e-84d2-52c1d6e89884 req-b9db9ecd-72c4-45d4-895d-64de8514859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:13.080465 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f551be99-9170-494e-84d2-52c1d6e89884 req-b9db9ecd-72c4-45d4-895d-64de8514859b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 1099 time: 0.1245453
May 20 18:30:13.152814 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716254-6e56-48a0-bfec-f058dc634660 req-f110cd02-39c3-4137-9243-17ced522fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:13.156655 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5716254-6e56-48a0-bfec-f058dc634660 req-f110cd02-39c3-4137-9243-17ced522fa3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58767036664145c8966c2f08be8dcd2d&device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 1096 time: 0.1053169
May 20 18:30:13.297155 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551be99-9170-494e-84d2-52c1d6e89884 req-53d8e20e-94f3-49bc-adac-94d0295f08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:13.298714 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f551be99-9170-494e-84d2-52c1d6e89884 req-53d8e20e-94f3-49bc-adac-94d0295f08cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.2106364
May 20 18:30:13.368700 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716254-6e56-48a0-bfec-f058dc634660 req-68b7924f-b64c-40db-a22c-2e23271686a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:13.370283 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5716254-6e56-48a0-bfec-f058dc634660 req-68b7924f-b64c-40db-a22c-2e23271686a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 200  len: 916 time: 0.1558163
May 20 18:30:13.407409 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f551be99-9170-494e-84d2-52c1d6e89884 req-d19b2915-cbb4-4faf-a787-40eeaddf4805 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d59345-769c-4b70-9f42-cf8694a13226 HTTP/1.1" status: 200  len: 1001 time: 0.0999861
May 20 18:30:13.474522 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5716254-6e56-48a0-bfec-f058dc634660 req-12de02a3-d5ed-491f-943c-b9b24e2766a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3 HTTP/1.1" status: 200  len: 999 time: 0.0970562
May 20 18:30:13.476025 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551be99-9170-494e-84d2-52c1d6e89884 req-ca06da9d-9831-44b2-978d-0485a785dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:13.477454 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f551be99-9170-494e-84d2-52c1d6e89884 req-ca06da9d-9831-44b2-978d-0485a785dae7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.0610578
May 20 18:30:13.553961 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716254-6e56-48a0-bfec-f058dc634660 req-a64b2b3d-ef09-4485-91c4-ffbcf75b4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:13.555547 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5716254-6e56-48a0-bfec-f058dc634660 req-a64b2b3d-ef09-4485-91c4-ffbcf75b4484 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 200  len: 855 time: 0.0659940
May 20 18:30:13.567290 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551be99-9170-494e-84d2-52c1d6e89884 req-0932388f-09a0-4f08-b338-2d42deecce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:13.568802 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f551be99-9170-494e-84d2-52c1d6e89884 req-0932388f-09a0-4f08-b338-2d42deecce73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784206
May 20 18:30:13.743975 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716254-6e56-48a0-bfec-f058dc634660 req-de93d248-d072-4bce-8761-ec898ebb3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:13.745541 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5716254-6e56-48a0-bfec-f058dc634660 req-de93d248-d072-4bce-8761-ec898ebb3d7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d355b0ef-6872-4b99-811b-508683ead471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1790774
May 20 18:30:13.763837 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f551be99-9170-494e-84d2-52c1d6e89884 req-4ff3293e-b3ac-46be-95b0-4c2184d755ef service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855536
May 20 18:30:13.880797 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79570fe6-bcad-4194-82cb-8af724e5e573 req-1727093f-635a-4cfd-90a8-84149085e5bd tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:13.882413 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-79570fe6-bcad-4194-82cb-8af724e5e573 req-1727093f-635a-4cfd-90a8-84149085e5bd tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.2600815
May 20 18:30:13.883734 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5716254-6e56-48a0-bfec-f058dc634660 req-6e3297ec-e70a-45c8-b93f-68881d8ff6bb service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269536
May 20 18:30:13.960542 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-79570fe6-bcad-4194-82cb-8af724e5e573 req-f23714c1-d1fc-4771-8d58-07135c8cf8bc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678511
May 20 18:30:13.962573 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f551be99-9170-494e-84d2-52c1d6e89884 req-d54e682a-a32e-4958-8e40-bd5c00cbb9e4 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857262
May 20 18:30:14.036717 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5716254-6e56-48a0-bfec-f058dc634660 req-43c627bd-97c2-4b1f-87f4-f50fdb8edd0a service neutron] 10.222.0.22 "GET /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433797
May 20 18:30:15.151707 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92192fcb-5e8e-47e6-bb29-7722a9479433 req-36fefc1f-1d43-4c50-81c3-11771caedec2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:15.153174 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-92192fcb-5e8e-47e6-bb29-7722a9479433 req-36fefc1f-1d43-4c50-81c3-11771caedec2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0786078
May 20 18:30:15.198746 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-92192fcb-5e8e-47e6-bb29-7722a9479433 req-75ce05ba-ba7d-4463-9bf8-afd25d752f7b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390224
May 20 18:30:16.395749 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa3bd7-4c5c-45e4-81d3-f1da80e4682c req-2b40f753-208a-43ce-932e-42f83037bfa3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:16.397238 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-79fa3bd7-4c5c-45e4-81d3-f1da80e4682c req-2b40f753-208a-43ce-932e-42f83037bfa3 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0826824
May 20 18:30:16.443211 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-79fa3bd7-4c5c-45e4-81d3-f1da80e4682c req-7166ae48-8990-4fcf-a9d7-2b55de3f9a8b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399647
May 20 18:30:17.355229 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6776147c-1e14-4cee-8962-84058c8cacc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:17.445975 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:30:17.580046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:30:17.593085 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'port_id': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'mac_address': 'fa:16:3e:10:a3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:30:17.636862 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f460f-36e4-416f-93cd-5771d821e523 req-669a0ad6-8313-4bc3-812d-b1373814672b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:17.638279 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-332f460f-36e4-416f-93cd-5771d821e523 req-669a0ad6-8313-4bc3-812d-b1373814672b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 943 time: 0.0859611
May 20 18:30:17.651075 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:17.667493 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05255a3-9d2f-400a-b803-c26d6eb278a3 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:30:17.683539 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-332f460f-36e4-416f-93cd-5771d821e523 req-092cc6a4-316c-4067-b350-cafce276094f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395088
May 20 18:30:17.683989 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:30:17.689221 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:17.691088 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:17.757076 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=9']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:17.760137 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:18.078794 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['a05255a3-9d2f-400a-b803-c26d6eb278a3'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:30:18.879202 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d365c-cace-46a6-a2f6-203e9909c34d req-94e5e6d5-cd9e-49ea-b855-0b20e3aad7c7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:18.880680 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a64d365c-cace-46a6-a2f6-203e9909c34d req-94e5e6d5-cd9e-49ea-b855-0b20e3aad7c7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 944 time: 0.0805154
May 20 18:30:18.925908 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a64d365c-cace-46a6-a2f6-203e9909c34d req-ca5da09c-2375-4254-8b2f-30d52b13b8f2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393844
May 20 18:30:19.457723 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:30:19.525398 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port a05255a3-9d2f-400a-b803-c26d6eb278a3 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:30:19.525807 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:19.641408 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:19.667476 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:30:19.677833 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:30:19.682065 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:19.683879 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:19.769062 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=10']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:19.772531 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:19.773331 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:19.839553 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9df4f0ea-312d-4f74-9a1d-3cc592e6180e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:19.857614 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'code': 200}
May 20 18:30:20.117210 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e03a1-30c6-4ec7-9731-aeeceac24b87 req-22e2c1f1-b678-4486-b467-155f4505f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:20.118718 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-1f4e03a1-30c6-4ec7-9731-aeeceac24b87 req-22e2c1f1-b678-4486-b467-155f4505f00f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 1099 time: 0.0736320
May 20 18:30:20.120469 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f7bb1-3fc5-4748-aa2b-01223a974f61 req-f699e423-f495-4942-a8bc-bb179f23cd0f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:20.121921 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-881f7bb1-3fc5-4748-aa2b-01223a974f61 req-f699e423-f495-4942-a8bc-bb179f23cd0f tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 946 time: 0.0816679
May 20 18:30:20.162067 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-1f4e03a1-30c6-4ec7-9731-aeeceac24b87 req-72a63c2a-8cbe-4ded-a991-3f2abfebea11 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354307
May 20 18:30:20.168574 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-881f7bb1-3fc5-4748-aa2b-01223a974f61 req-171319e4-c797-4f5c-a424-17412cf0bbe7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404201
May 20 18:30:20.944889 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:21.106205 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:21.360240 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e9d05-659e-4348-846b-f3ac363470a5 req-2cda5a9d-24b8-4856-b6c7-61e4af670857 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:21.361705 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4f5e9d05-659e-4348-846b-f3ac363470a5 req-2cda5a9d-24b8-4856-b6c7-61e4af670857 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 946 time: 0.0849245
May 20 18:30:21.501790 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4f5e9d05-659e-4348-846b-f3ac363470a5 req-dfd1476f-50c7-463c-bffb-09cd4245c672 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341674
May 20 18:30:22.429740 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:22.689859 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb39acc-f7a8-4752-b921-beef45df203b req-9b95df3b-8ac9-49ff-996b-7d8c2fcef7cc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:22.691237 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4bb39acc-f7a8-4752-b921-beef45df203b req-9b95df3b-8ac9-49ff-996b-7d8c2fcef7cc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 946 time: 0.0776255
May 20 18:30:22.738266 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4bb39acc-f7a8-4752-b921-beef45df203b req-eae20bdf-12bb-420d-b54a-debe09a5eb37 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411556
May 20 18:30:43.548625 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80334ad6-7b04-45c1-a0ad-e55e3fe1e1ef req-c77526a4-b91c-43d2-bdc0-c7dbbb8da8a9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:43.550039 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-80334ad6-7b04-45c1-a0ad-e55e3fe1e1ef req-c77526a4-b91c-43d2-bdc0-c7dbbb8da8a9 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 946 time: 0.0798407
May 20 18:30:43.595203 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-80334ad6-7b04-45c1-a0ad-e55e3fe1e1ef req-efacf161-1b90-4b2f-81b4-e3ce23e9ed80 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391226
May 20 18:30:44.780594 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf802f-af76-457c-b6ed-6a014ff979be req-70dc4f1b-2a47-4b2f-b11e-39495e4e2131 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:44.782667 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4ebf802f-af76-457c-b6ed-6a014ff979be req-70dc4f1b-2a47-4b2f-b11e-39495e4e2131 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 946 time: 0.0827253
May 20 18:30:44.826562 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4ebf802f-af76-457c-b6ed-6a014ff979be req-18cf659e-1bc2-4f42-b884-820b7eeea32a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381303
May 20 18:30:45.780814 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-de6d0e01-0693-4d6e-9e60-227ba4cd04aa tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:45.781968 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-de6d0e01-0693-4d6e-9e60-227ba4cd04aa tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Synchronizing usage tracker for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:30:45.793211 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-de6d0e01-0693-4d6e-9e60-227ba4cd04aa tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Unset dirty status for tenant:4bd2f4431c264c9bab9e6b20d3b6e6ed on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:30:45.794306 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-de6d0e01-0693-4d6e-9e60-227ba4cd04aa tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 946 time: 0.0904820
May 20 18:30:45.933482 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Deleting port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:30:45.933853 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:46.016886 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ff3f5-fddd-4fc2-90d9-2b515456934a req-d39ad1cd-137e-42a2-8880-e9d068aa3f08 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:30:46.018530 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ed3ff3f5-fddd-4fc2-90d9-2b515456934a req-d39ad1cd-137e-42a2-8880-e9d068aa3f08 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 946 time: 0.0818799
May 20 18:30:46.023034 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:30:46.063063 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ed3ff3f5-fddd-4fc2-90d9-2b515456934a req-1338423a-5bf7-4f7e-9aea-e7f179278201 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387435
May 20 18:30:46.073856 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] For port 8d109f6a-c738-41cf-ae0a-64dc75d055e7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8d109f6a-c738-41cf-ae0a-64dc75d055e7,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:30:46.074214 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:46.370602 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:46.370966 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:46.371276 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.l3_db [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Floating IP 99f5b158-ac2d-4d7c-87e6-0a6cdc044bc1 disassociated. External IP: 172.27.0.28, port: 8d109f6a-c738-41cf-ae0a-64dc75d055e7.
May 20 18:30:46.371610 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Calling delete_port for 8d109f6a-c738-41cf-ae0a-64dc75d055e7 owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:30:46.486065 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:46.492264 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-287383c1-7815-46ab-87ac-c11a60037688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:46.539623 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event deleted for resources: {'Port': ['ID=8d109f6a-c738-41cf-ae0a-64dc75d055e7,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:46.542589 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:46.732265 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Router e3beeed8-ae21-4379-92c1-f537a974b413 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:30:47.020317 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:30:47.032177 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] Sync routers for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:30:47.041771 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:30:47.042404 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1742e7c0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:30:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:47.096648 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] No DVR routers for this DVR port 8d109f6a-c738-41cf-ae0a-64dc75d055e7 on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:30:47.099365 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:47.102975 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'name': 'network-vif-deleted', 'tag': '8d109f6a-c738-41cf-ae0a-64dc75d055e7'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:30:47.122683 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-f094e0b3-219a-44e3-9141-ab0d9255856b req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.22 "DELETE /v2.0/ports/8d109f6a-c738-41cf-ae0a-64dc75d055e7 HTTP/1.1" status: 204  len: 173 time: 1.3214891
May 20 18:30:47.174095 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4712ad-2a7c-484b-b10b-ea298bef8a85', 'name': 'network-vif-deleted', 'tag': '8d109f6a-c738-41cf-ae0a-64dc75d055e7', 'status': 'completed', 'code': 200}
May 20 18:30:47.251865 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:30:47.259109 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8b45be84-45da-436f-9e2d-f49675c11015 req-c420ca1f-ae9f-45d2-90a1-52f5798afba6 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4712ad-2a7c-484b-b10b-ea298bef8a85 HTTP/1.1" status: 200  len: 210 time: 0.0486023
May 20 18:30:47.421124 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-65af3622-2d2d-445e-a638-4dd5b9cd1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:47.613649 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1742e7c0>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:47.617650 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] Checking router: e3beeed8-ae21-4379-92c1-f537a974b413 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:30:47.626254 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:30:47.626858 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1742e7c0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:30:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:47.809121 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:30:48.116080 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1742e7c0>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:48.120015 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af717e5b-77a2-4bb1-85c0-50603a0f0a07 None None] The sync data for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi is: [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:19:40Z', 'revision_number': 4, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'c2d0cd6c-780b-40b9-b26a-d183be7f4494', 'name': '', 'network_id': '98132ccf-ac6c-473f-b741-54319366f218', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'mac_address': 'fa:16:3e:55:a0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:56Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'subnets': [{'id': '6ddc22d5-9020-4d66-a7a4-77a0d2332066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:30:48.348675 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d511896-bec0-4253-b637-b191fec30781 None None] New status for floating IP 99f5b158-ac2d-4d7c-87e6-0a6cdc044bc1: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:30:49.409244 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44534) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:30:49.474795 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6041c8ca-3049-41af-84bd-90c72feb6cb0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:49.503043 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6041c8ca-3049-41af-84bd-90c72feb6cb0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:49.554518 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6041c8ca-3049-41af-84bd-90c72feb6cb0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:49.558255 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d57def67-3ac4-47ff-8014-dd6c268708d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:49.573609 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041c8ca-3049-41af-84bd-90c72feb6cb0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:49.576306 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6041c8ca-3049-41af-84bd-90c72feb6cb0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:49.584810 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6041c8ca-3049-41af-84bd-90c72feb6cb0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:49.586006 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-6041c8ca-3049-41af-84bd-90c72feb6cb0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a HTTP/1.1" status: 204  len: 168 time: 0.1757584
May 20 18:30:49.588764 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44538) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:30:49.595651 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 8d109f6a-c738-41cf-ae0a-64dc75d055e7 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:30:49.605219 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.api.v2.resource [None req-2450e3d1-6ed7-43e8-b8de-d523acda785d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] show failed (client error): The resource could not be found.
May 20 18:30:49.606234 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-2450e3d1-6ed7-43e8-b8de-d523acda785d tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "GET /v2.0/security-groups/8f0d8c8b-0ee1-479f-9462-ca5dd7de2d8a HTTP/1.1" status: 404  len: 347 time: 0.0165946
May 20 18:30:49.609809 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44542) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:30:49.630481 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 8d109f6a-c738-41cf-ae0a-64dc75d055e7 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:30:49.630769 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 8d109f6a-c738-41cf-ae0a-64dc75d055e7 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:30:49.758684 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:49.829911 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Deleting port 5115b7eb-67af-40bf-afb3-b9859eb50a9b {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:30:49.830254 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:49.841500 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a45142e2-7350-409b-92ae-e110b22fc094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:49.947781 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:49.948116 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:50.070824 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Calling delete_port for 5115b7eb-67af-40bf-afb3-b9859eb50a9b owned by network:floatingip {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:30:50.182164 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:50.186565 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:50.257011 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Pushing event deleted for resources: {'Port': ['ID=5115b7eb-67af-40bf-afb3-b9859eb50a9b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:50.263589 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:50.326797 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks [] for floatingip, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:50.341962 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:50.343097 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] 10.222.0.13 "DELETE /v2.0/floatingips/99f5b158-ac2d-4d7c-87e6-0a6cdc044bc1 HTTP/1.1" status: 204  len: 168 time: 0.7324216
May 20 18:30:50.947312 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:51.119129 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:52.433241 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:54.348346 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44576) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:30:54.982170 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539684'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:55.387230 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Deleting port c2d0cd6c-780b-40b9-b26a-d183be7f4494 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:30:55.387813 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:55.605649 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] For port c2d0cd6c-780b-40b9-b26a-d183be7f4494, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=c2d0cd6c-780b-40b9-b26a-d183be7f4494,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:30:55.606025 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:55.731688 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Calling delete_port for c2d0cd6c-780b-40b9-b26a-d183be7f4494 owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:30:56.033245 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:56.037212 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-dff5ef08-f9ec-473c-8c4d-255ce074e731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:56.080722 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d0cd6c-780b-40b9-b26a-d183be7f4494,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:56.120528 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.120983 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.121266 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.121625 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.122012 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.122364 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.122719 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.123076 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.123424 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.123773 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.124123 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.124471 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:56.136329 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:56.369593 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539792'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:56.736850 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Router e3beeed8-ae21-4379-92c1-f537a974b413 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:30:57.039316 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:30:57.048997 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] Sync routers for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:30:57.055309 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-6e4a6afb-5411-4dd9-a32b-9002c4909ba3 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3beeed8-ae21-4379-92c1-f537a974b413/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7032604
May 20 18:30:57.055528 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44584) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:30:57.059474 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:30:57.060105 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17734bb0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:30:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:57.237955 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks [] for router, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:57.242120 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:30:57.425752 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:57.505678 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Deleting port 480f1a7f-3700-4dde-a81c-02422aa7caf2 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:30:57.506045 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:57.537536 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17734bb0>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:30:55Z', 'revision_number': 5, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port': {'id': '480f1a7f-3700-4dde-a81c-02422aa7caf2', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:28Z', 'updated_at': '2021-05-20T18:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:57.541714 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] Checking router: e3beeed8-ae21-4379-92c1-f537a974b413 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:30:57.551710 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] Routers {'e3beeed8-ae21-4379-92c1-f537a974b413'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:30:57.552653 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17734bb0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:30:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['e3beeed8-ae21-4379-92c1-f537a974b413'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:57.639403 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] For port 480f1a7f-3700-4dde-a81c-02422aa7caf2, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=480f1a7f-3700-4dde-a81c-02422aa7caf2,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:30:57.639403 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:57.760472 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] Set router e3beeed8-ae21-4379-92c1-f537a974b413 gateway port host: None {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:30:57.768038 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Calling delete_port for 480f1a7f-3700-4dde-a81c-02422aa7caf2 owned by network:router_gateway {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:30:57.869468 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17734bb0>, [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:30:57Z', 'revision_number': 6, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port_host': None}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:57.873797 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ccd192-257b-4f5c-b4cc-8adcc8e24575 None None] The sync data for ids ['e3beeed8-ae21-4379-92c1-f537a974b413'] in dv-cinder-792299-2-iscsi is: [{'id': 'e3beeed8-ae21-4379-92c1-f537a974b413', 'name': 'tempest-AttachVolumeTestJSON-1900434550-router', 'tenant_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:27Z', 'updated_at': '2021-05-20T18:30:57Z', 'revision_number': 6, 'project_id': '4bd2f4431c264c9bab9e6b20d3b6e6ed', 'gw_port_host': None}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:30:57.928185 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:57.932385 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-92290d76-3eda-46a1-a9b0-d376df617b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:57.979145 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Pushing event deleted for resources: {'Port': ['ID=480f1a7f-3700-4dde-a81c-02422aa7caf2,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:57.982586 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:58.079084 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568335'] for router_gateway, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.260026 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29719'] for router, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.262609 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.293541 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568883'] for router, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.294117 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3beeed8-ae21-4379-92c1-f537a974b413 {{(pid=91651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 20 18:30:58.310872 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.312016 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-db88af6f-2da9-4f1f-ad24-e8f7b2b7a933 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e3beeed8-ae21-4379-92c1-f537a974b413 HTTP/1.1" status: 204  len: 168 time: 1.2555139
May 20 18:30:58.315551 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44592) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:30:58.376687 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-844a9e75-ef05-4bd7-a1f4-899725877978 admin admin] Deleting subnet 6ddc22d5-9020-4d66-a7a4-77a0d2332066 {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:30:58.380942 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-844a9e75-ef05-4bd7-a1f4-899725877978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.431126 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-844a9e75-ef05-4bd7-a1f4-899725877978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13925754'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.629935 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-844a9e75-ef05-4bd7-a1f4-899725877978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.899039 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-844a9e75-ef05-4bd7-a1f4-899725877978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14066748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14149672'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.905575 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-498cc00c-7195-42c2-b174-246bfa91b53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:58.946260 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a9e75-ef05-4bd7-a1f4-899725877978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddc22d5-9020-4d66-a7a4-77a0d2332066,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:58.949164 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-844a9e75-ef05-4bd7-a1f4-899725877978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:58.950451 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-844a9e75-ef05-4bd7-a1f4-899725877978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:58.956676 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-844a9e75-ef05-4bd7-a1f4-899725877978 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6ddc22d5-9020-4d66-a7a4-77a0d2332066 HTTP/1.1" status: 204  len: 168 time: 0.6401045
May 20 18:30:58.957669 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fba46d-c458-454a-802e-2a24f044dda0 None None] Network 98132ccf-ac6c-473f-b741-54319366f218 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:30:58.959126 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44596) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:30:59.071657 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.149164 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Deleting port 1ba14606-8895-46b0-84b2-ca36e194aecb {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:30:59.149493 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.238862 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] DHCP port deletion for 98132ccf-ac6c-473f-b741-54319366f218 request from dv-cinder-792299-2-iscsi {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 20 18:30:59.262419 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] For port 1ba14606-8895-46b0-84b2-ca36e194aecb, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1ba14606-8895-46b0-84b2-ca36e194aecb,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:30:59.262858 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.312389 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Deleting port 1ba14606-8895-46b0-84b2-ca36e194aecb {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:30:59.312779 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.398165 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Calling delete_port for 1ba14606-8895-46b0-84b2-ca36e194aecb owned by network:dhcp {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:30:59.422520 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] For port 1ba14606-8895-46b0-84b2-ca36e194aecb, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1ba14606-8895-46b0-84b2-ca36e194aecb,segment=NetworkSegment(031cc8d0-1107-45a0-802f-78f2ddfeff8e),segment_id=031cc8d0-1107-45a0-802f-78f2ddfeff8e)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:30:59.422813 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.459907 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.463634 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f0556aff-a29a-40f6-8b64-fd45f4da862a tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:59.486390 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device c2d0cd6c-780b-40b9-b26a-d183be7f4494 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:30:59.508359 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba14606-8895-46b0-84b2-ca36e194aecb,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:59.511492 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:59.512274 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] No DVR routers for this DVR port 1ba14606-8895-46b0-84b2-ca36e194aecb on host dv-cinder-792299-2-iscsi {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:30:59.579161 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Calling delete_port for 1ba14606-8895-46b0-84b2-ca36e194aecb owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:30:59.586885 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: c2d0cd6c-780b-40b9-b26a-d183be7f4494 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:30:59.587234 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device c2d0cd6c-780b-40b9-b26a-d183be7f4494 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:30:59.587652 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 480f1a7f-3700-4dde-a81c-02422aa7caf2 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:30:59.626375 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 480f1a7f-3700-4dde-a81c-02422aa7caf2 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:30:59.626723 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 480f1a7f-3700-4dde-a81c-02422aa7caf2 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:30:59.627171 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1ba14606-8895-46b0-84b2-ca36e194aecb no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:30:59.633962 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.647678 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a156fb550>,) {'filters': {'network_id': ['98132ccf-ac6c-473f-b741-54319366f218']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:59.660474 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a156fb550>, '031cc8d0-1107-45a0-802f-78f2ddfeff8e') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:59.660754 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a156fb550>, '031cc8d0-1107-45a0-802f-78f2ddfeff8e') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:30:59.666735 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 1ba14606-8895-46b0-84b2-ca36e194aecb {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:30:59.667089 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1ba14606-8895-46b0-84b2-ca36e194aecb not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:30:59.675245 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13925749'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.695685 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.698272 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.701950 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9cf344a6-90a2-4a9c-b22b-56f0b9d34725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:59.707280 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:30:59.707907 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14066842'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]: Traceback (most recent call last):
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     timer()
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     cb(*args, **kw)
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     return func(*args, **kwargs)
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     self._notify()
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     self.callback(batched_events)
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     event.method(event)
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     return f(self, *a, **k)
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._get(url).json()
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self.request(url, 'GET', **kwargs)
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:30:59.722258 dv-cinder-792299-2-iscsi neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:30:59.746100 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Pushing event deleted for resources: {'Port': ['ID=1ba14606-8895-46b0-84b2-ca36e194aecb,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:59.756273 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] No DVR routers for this DVR port 1ba14606-8895-46b0-84b2-ca36e194aecb on host dv-cinder-792299-2-iscsi {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:30:59.758405 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.758747 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.759085 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.759410 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.759734 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.760056 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.760473 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.760693 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.761020 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.761333 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.761646 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.762045 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:30:59.765570 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-91567cce-6fee-4f3b-be03-cee00c81f656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:59.810042 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.814919 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-17abf389-8be3-404c-a504-01610d798f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:30:59.828082 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:30:59.839802 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=98132ccf-ac6c-473f-b741-54319366f218,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:30:59.845030 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:30:59.853988 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/98132ccf-ac6c-473f-b741-54319366f218 HTTP/1.1" status: 204  len: 168 time: 0.8937876
May 20 18:30:59.980592 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44602) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:00.031173 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-8965f56c-0b04-4500-a534-dc64ae1284a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bd2f4431c264c9bab9e6b20d3b6e6ed&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0487657
May 20 18:31:00.033540 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44606) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:00.092586 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:00.119174 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:00.177278 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:00.182594 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-010808f6-a2c3-43ea-bfc9-64653b5c626e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:00.196270 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d678b885-b0c8-47bb-bca9-a0c29d19980f,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:00.207027 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.207402 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.207776 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.208135 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.208493 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.208847 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.209199 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.209549 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.209931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.210278 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.210625 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.210970 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:00.214091 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:00.215202 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d678b885-b0c8-47bb-bca9-a0c29d19980f HTTP/1.1" status: 204  len: 168 time: 0.1807492
May 20 18:31:00.216089 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0467a26e-3236-4c84-86fa-38acfd68c783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:11.418277 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44728) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:11.534808 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:11.549247 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:11.554068 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] Usage tracker for resource:security_group_rule and tenant:cb1ae4e1b4984bb8a4d068891063a0fb is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:11.556992 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:11.562728 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:11.646504 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:11.650236 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:11.657963 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-99c84ccf-cac0-423a-a0d4-166537e6acf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:11.698099 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb1ae4e1b4984bb8a4d068891063a0fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2785964
May 20 18:31:11.698924 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440aef76-da64-48af-a7ed-c86995041275,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:11.700629 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44734) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:11.702061 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-749a3bf9-55a4-481f-aef5-a597a49166db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:11.758840 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2d461f9c-9ed2-4f07-aa3d-51121c7e1f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:11.788364 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2d461f9c-9ed2-4f07-aa3d-51121c7e1f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:11.840003 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2d461f9c-9ed2-4f07-aa3d-51121c7e1f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:11.843678 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ea81cbc0-11a3-4f15-a20c-e2a33d3b0c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:11.854907 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d461f9c-9ed2-4f07-aa3d-51121c7e1f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440aef76-da64-48af-a7ed-c86995041275,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:11.858649 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2d461f9c-9ed2-4f07-aa3d-51121c7e1f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:11.862934 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2d461f9c-9ed2-4f07-aa3d-51121c7e1f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:11.864062 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-2d461f9c-9ed2-4f07-aa3d-51121c7e1f56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/440aef76-da64-48af-a7ed-c86995041275 HTTP/1.1" status: 204  len: 168 time: 0.1624575
May 20 18:31:13.304310 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44788) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:13.419346 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:13.433523 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:13.437317 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] Usage tracker for resource:security_group_rule and tenant:a83c52b213034126870ea27621680fc9 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:13.440595 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:13.446228 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:13.527318 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:13.532198 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:13.539691 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6041c8ca-3049-41af-84bd-90c72feb6cb0 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:13.583655 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c83b02d-6b6e-4bdf-a292-93fc4ea3542e,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:13.587715 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a83c52b213034126870ea27621680fc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2823701
May 20 18:31:13.588590 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8f8b6cbf-8630-41cb-8467-5f2862e9604c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:13.590406 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44794) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:13.648203 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-379b5823-8c3b-477e-926d-cd0af021cb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:13.673863 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-379b5823-8c3b-477e-926d-cd0af021cb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:13.724229 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-379b5823-8c3b-477e-926d-cd0af021cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:13.727776 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a371221d-4403-4d3c-9fc7-b05b34c68654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:13.740196 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b5823-8c3b-477e-926d-cd0af021cb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c83b02d-6b6e-4bdf-a292-93fc4ea3542e,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:13.744001 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-379b5823-8c3b-477e-926d-cd0af021cb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:13.749460 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-379b5823-8c3b-477e-926d-cd0af021cb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:13.750593 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-379b5823-8c3b-477e-926d-cd0af021cb8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c83b02d-6b6e-4bdf-a292-93fc4ea3542e HTTP/1.1" status: 204  len: 168 time: 0.1593769
May 20 18:31:17.352761 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a5fbf77b-94e9-4128-aa2d-c4ea7b8fd229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:19.249629 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 44894) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:19.367163 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:19.382124 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:19.386022 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Usage tracker for resource:security_group_rule and tenant:6bbd0b7dd77d405fb0d695d181757f48 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:19.388934 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:19.394664 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:19.482046 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:19.485831 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:19.585236 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-60c97f79-4f8c-4bef-ae6a-860eaf5381d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:19.624248 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bbd0b7dd77d405fb0d695d181757f48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3734293
May 20 18:31:19.625873 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe625f1-1e68-4288-bccd-a77d12790c95,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:19.627012 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44900) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:19.628989 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:19.685866 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e58d2ef-dabb-4351-971c-89ab6391fe44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:19.711207 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e58d2ef-dabb-4351-971c-89ab6391fe44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:19.760985 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:19.762916 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e58d2ef-dabb-4351-971c-89ab6391fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:19.766603 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8803d7c4-add4-49f5-b8fa-270e406904a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:19.777796 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58d2ef-dabb-4351-971c-89ab6391fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe625f1-1e68-4288-bccd-a77d12790c95,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:19.781542 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8e58d2ef-dabb-4351-971c-89ab6391fe44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:19.785290 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e58d2ef-dabb-4351-971c-89ab6391fe44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:19.786440 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-8e58d2ef-dabb-4351-971c-89ab6391fe44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffe625f1-1e68-4288-bccd-a77d12790c95 HTTP/1.1" status: 204  len: 168 time: 0.1583397
May 20 18:31:19.846602 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a834-d70f-471f-8635-8d28f538b3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:20.082507 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44908) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:20.099699 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:20.116763 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:20.120568 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] Usage tracker for resource:security_group_rule and tenant:fb37b5ac9b5048678c5e5365302e7e25 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:20.123412 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:20.129543 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:20.212081 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:20.216059 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:20.223460 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c5af602d-f987-455e-8cf5-bba92ebcb0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:20.262168 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ca2853-8a97-4d8d-ad8b-133d329c9926,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:20.265185 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:20.268238 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ae05b374-94c5-49b2-9ea7-377074d5d846 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb37b5ac9b5048678c5e5365302e7e25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1843214
May 20 18:31:20.271044 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 44912) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:20.327276 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-59a8f484-a928-4436-b3df-69a46d8db7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:20.353000 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-59a8f484-a928-4436-b3df-69a46d8db7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:20.403624 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-59a8f484-a928-4436-b3df-69a46d8db7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:20.408251 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:20.423890 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8f484-a928-4436-b3df-69a46d8db7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ca2853-8a97-4d8d-ad8b-133d329c9926,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:20.427071 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-59a8f484-a928-4436-b3df-69a46d8db7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:20.428539 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-59a8f484-a928-4436-b3df-69a46d8db7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:20.430586 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-59a8f484-a928-4436-b3df-69a46d8db7f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23ca2853-8a97-4d8d-ad8b-133d329c9926 HTTP/1.1" status: 204  len: 168 time: 0.1576910
May 20 18:31:20.949812 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:21.111310 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:22.436414 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:23.022063 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:31:30.140854 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45050) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:30.258885 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:30.273141 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:30.279092 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] Usage tracker for resource:security_group_rule and tenant:e5b3dcbfce5747ec9452d71c5e0d1a00 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:30.282376 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:30.288682 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:30.371407 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:30.375272 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:30.384078 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d247acf2-31e5-4740-8e9c-ae2ace6b9809 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:30.422625 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e09cc92-88d0-4036-a1e4-2a518e7804ee,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:30.426819 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5b3dcbfce5747ec9452d71c5e0d1a00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2849715
May 20 18:31:30.427957 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0d60eed2-2c1c-451b-a0de-27a323640971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:30.430519 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45056) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:30.486037 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ab4ca53b-5ea8-43b8-942c-c3f6a388fa09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:30.510964 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ab4ca53b-5ea8-43b8-942c-c3f6a388fa09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:30.653303 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ab4ca53b-5ea8-43b8-942c-c3f6a388fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:30.657046 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3b916421-167a-4ce0-8644-dad78b0f338f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:30.667616 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ca53b-5ea8-43b8-942c-c3f6a388fa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e09cc92-88d0-4036-a1e4-2a518e7804ee,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:30.671389 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ab4ca53b-5ea8-43b8-942c-c3f6a388fa09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:30.674681 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ab4ca53b-5ea8-43b8-942c-c3f6a388fa09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:30.675774 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ab4ca53b-5ea8-43b8-942c-c3f6a388fa09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e09cc92-88d0-4036-a1e4-2a518e7804ee HTTP/1.1" status: 204  len: 168 time: 0.2452016
May 20 18:31:30.954448 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45064) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:30.972365 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:30.986379 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:30.991016 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Usage tracker for resource:security_group_rule and tenant:ba651e464c144ce185bd9826d9e8907a is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:30.993929 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:30.999576 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:31.080209 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.084226 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.091038 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f5ebe2eb-2e65-49cf-9e8a-1fc49b7478ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:31.132147 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260fc921-4432-486b-937f-670399b7df26,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:31.136922 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba651e464c144ce185bd9826d9e8907a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1814353
May 20 18:31:31.137901 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:31.139602 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45068) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:31.206564 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0643-4276-41ab-8a09-e8e5252b1421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.232107 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0643-4276-41ab-8a09-e8e5252b1421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.287899 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0643-4276-41ab-8a09-e8e5252b1421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.295250 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-be85a00b-a2ca-4fb2-ba6d-f19e241ba707 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:31.310649 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f0643-4276-41ab-8a09-e8e5252b1421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260fc921-4432-486b-937f-670399b7df26,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:31.314381 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ba4f0643-4276-41ab-8a09-e8e5252b1421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:31.321043 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0643-4276-41ab-8a09-e8e5252b1421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.324594 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-ba4f0643-4276-41ab-8a09-e8e5252b1421 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/260fc921-4432-486b-937f-670399b7df26 HTTP/1.1" status: 204  len: 168 time: 0.1817181
May 20 18:31:31.671280 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45076) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:31.689574 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.704201 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:31.708599 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Usage tracker for resource:security_group_rule and tenant:20fdb86c0dad469bab7a8d990b2fce40 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:31.711515 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:31.717257 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:31.802487 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.806736 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.813867 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2d461f9c-9ed2-4f07-aa3d-51121c7e1f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:31.853624 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94258aa4-41b3-4afc-ad90-7fb916f148a6,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:31.860315 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20fdb86c0dad469bab7a8d990b2fce40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1857057
May 20 18:31:31.860315 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:31.861719 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45080) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:31.920412 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6269-0d9a-4f95-8278-3c29dc31ab65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:31.951833 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6269-0d9a-4f95-8278-3c29dc31ab65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:32.006097 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6269-0d9a-4f95-8278-3c29dc31ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:32.009904 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-72ab7a57-6040-4c28-80be-289f581c185e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:32.024368 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c6269-0d9a-4f95-8278-3c29dc31ab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94258aa4-41b3-4afc-ad90-7fb916f148a6,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:32.027466 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ce2c6269-0d9a-4f95-8278-3c29dc31ab65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:32.029556 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6269-0d9a-4f95-8278-3c29dc31ab65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:32.030726 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-ce2c6269-0d9a-4f95-8278-3c29dc31ab65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94258aa4-41b3-4afc-ad90-7fb916f148a6 HTTP/1.1" status: 204  len: 168 time: 0.1683331
May 20 18:31:38.572198 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45166) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:38.691870 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:38.706262 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:38.710077 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] Usage tracker for resource:security_group_rule and tenant:a804cc8984074285873e88e4481c0200 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:38.712874 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:38.718549 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:38.803104 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:38.806952 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:38.813899 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-620768da-2aa0-4899-920c-15c4d73aa4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:38.854414 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a804cc8984074285873e88e4481c0200&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2810383
May 20 18:31:38.855339 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b95404a-69b8-4f86-a8f4-bab515e0b6de,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:38.857173 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45172) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:38.858509 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d0562195-b1db-4f29-8905-ecf79ec7c71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:38.914757 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2ab4-bb8f-47ae-bdd9-a6f123c62514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:38.941576 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2ab4-bb8f-47ae-bdd9-a6f123c62514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:38.994494 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2ab4-bb8f-47ae-bdd9-a6f123c62514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:38.998293 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-832e5da9-a62f-4bdf-96a5-6603020a5641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:39.012314 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f2ab4-bb8f-47ae-bdd9-a6f123c62514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b95404a-69b8-4f86-a8f4-bab515e0b6de,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:39.016340 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bd5f2ab4-bb8f-47ae-bdd9-a6f123c62514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:39.020412 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2ab4-bb8f-47ae-bdd9-a6f123c62514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:39.021345 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-bd5f2ab4-bb8f-47ae-bdd9-a6f123c62514 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b95404a-69b8-4f86-a8f4-bab515e0b6de HTTP/1.1" status: 204  len: 168 time: 0.1631453
May 20 18:31:39.309709 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45186) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:39.326900 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:39.341509 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:39.345959 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f8abf694569c4eba9bd75d9f511b591c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:39.348639 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:39.354362 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:39.442098 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:39.446397 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:39.453622 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-16153a4f-f9bb-4245-bda5-7cf4e41b198e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:39.500053 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8abf694569c4eba9bd75d9f511b591c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1863840
May 20 18:31:39.500053 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f576721f-66cd-43c8-a62b-8dedd5a00755,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:39.501590 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45192) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:39.501992 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:39.594168 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17def88d-643d-4318-a0a7-d5615c0d77c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:39.620340 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17def88d-643d-4318-a0a7-d5615c0d77c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:39.733232 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bba06-70dc-48a4-a1f3-345858d60594 req-d2c13fa2-67d5-4d53-ad5a-8219eb289a69 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:39.734730 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d42bba06-70dc-48a4-a1f3-345858d60594 req-d2c13fa2-67d5-4d53-ad5a-8219eb289a69 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 946 time: 0.0974367
May 20 18:31:39.735751 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17def88d-643d-4318-a0a7-d5615c0d77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:39.739687 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fd20a02c-933a-495a-bcc1-1c34173c7d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:39.767261 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17def88d-643d-4318-a0a7-d5615c0d77c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f576721f-66cd-43c8-a62b-8dedd5a00755,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:39.770151 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-17def88d-643d-4318-a0a7-d5615c0d77c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:39.794569 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-17def88d-643d-4318-a0a7-d5615c0d77c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:39.795677 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-17def88d-643d-4318-a0a7-d5615c0d77c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f576721f-66cd-43c8-a62b-8dedd5a00755 HTTP/1.1" status: 204  len: 168 time: 0.2925889
May 20 18:31:39.806829 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d42bba06-70dc-48a4-a1f3-345858d60594 req-c471d4b7-b516-4da2-a2c9-8ba48e681bfc tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567136
May 20 18:31:41.010497 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f53e1e-a382-4eba-a9d1-c5a8ce6de49c req-b67fcca3-1951-4b5c-b8d7-7b546dd335ee tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:41.012121 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-55f53e1e-a382-4eba-a9d1-c5a8ce6de49c req-b67fcca3-1951-4b5c-b8d7-7b546dd335ee tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 946 time: 0.0919509
May 20 18:31:41.058693 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-55f53e1e-a382-4eba-a9d1-c5a8ce6de49c req-eea8b85f-9271-4333-bf30-dc519d383a29 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7966b0c-624c-4196-9aca-1e84d30c7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400589
May 20 18:31:41.404294 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-43ec4cec-630a-4f62-bbd8-9021004cc2d7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:41.405159 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-43ec4cec-630a-4f62-bbd8-9021004cc2d7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Synchronizing usage tracker for tenant:58767036664145c8966c2f08be8dcd2d on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:31:41.418296 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-43ec4cec-630a-4f62-bbd8-9021004cc2d7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Unset dirty status for tenant:58767036664145c8966c2f08be8dcd2d on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:31:41.419422 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-43ec4cec-630a-4f62-bbd8-9021004cc2d7 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 946 time: 0.1010470
May 20 18:31:41.558116 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Deleting port a05255a3-9d2f-400a-b803-c26d6eb278a3 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:31:41.558462 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:41.696559 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] For port a05255a3-9d2f-400a-b803-c26d6eb278a3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a05255a3-9d2f-400a-b803-c26d6eb278a3,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:31:41.696924 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:42.019463 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:42.019737 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568378'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:42.020080 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.l3_db [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Floating IP 1bd4a700-1b15-40bc-92f1-958a28a08ec5 disassociated. External IP: 172.27.0.183, port: a05255a3-9d2f-400a-b803-c26d6eb278a3.
May 20 18:31:42.020440 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Calling delete_port for a05255a3-9d2f-400a-b803-c26d6eb278a3 owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:31:42.131670 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:42.138902 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:42.191425 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event deleted for resources: {'Port': ['ID=a05255a3-9d2f-400a-b803-c26d6eb278a3,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:42.193696 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:42.218710 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5f19c1d2-20cb-48c0-84c5-487fc51bfe01 req-a126e53a-3665-4ebb-a669-690b01a2a7e2 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 210 time: 0.0488317
May 20 18:31:42.372845 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Router 3d709264-fdd4-4d7d-813d-a81152d82e06 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:31:42.652200 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:31:42.661716 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] Sync routers for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:31:42.671300 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:31:42.671996 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1765db50>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:42.727091 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] No DVR routers for this DVR port a05255a3-9d2f-400a-b803-c26d6eb278a3 on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:31:42.729611 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:42.732186 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-deleted', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:31:42.756243 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6f6d2ff9-d6cc-4889-86b9-035d2add514a req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.22 "DELETE /v2.0/ports/a05255a3-9d2f-400a-b803-c26d6eb278a3 HTTP/1.1" status: 204  len: 173 time: 1.3312263
May 20 18:31:42.777557 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443ac2b4-c488-4420-bb3b-7d3c0817ed23', 'name': 'network-vif-deleted', 'tag': 'a05255a3-9d2f-400a-b803-c26d6eb278a3', 'status': 'completed', 'code': 200}
May 20 18:31:42.854011 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:31:43.178365 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1765db50>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:43.182400 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] Checking router: 3d709264-fdd4-4d7d-813d-a81152d82e06 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:31:43.190769 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:31:43.191918 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1765db50>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:43.387147 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:31:43.430621 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9f530155-e0de-4a5c-a73a-98dfdcec0d58 req-cea3523b-ad82-45e9-811f-c9c2a4df3a3a tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/ports?device_id=443ac2b4-c488-4420-bb3b-7d3c0817ed23 HTTP/1.1" status: 200  len: 210 time: 0.0517304
May 20 18:31:43.735430 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1765db50>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:43.739159 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354e0fa-5c22-41f3-a78d-6dc3c8e2c12d None None] The sync data for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi is: [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:19:48Z', 'revision_number': 4, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '8dff1526-0fe5-4431-8c05-9aafd65b939f', 'name': '', 'network_id': 'd355b0ef-6872-4b99-811b-508683ead471', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'mac_address': 'fa:16:3e:82:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:43Z', 'updated_at': '2021-05-20T18:20:07Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'subnets': [{'id': 'e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:31:43.959348 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a96062-1fd9-42a3-a0c1-7295c5a6bdf6 None None] New status for floating IP 1bd4a700-1b15-40bc-92f1-958a28a08ec5: DOWN {{(pid=91653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:31:44.556761 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45270) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:44.623995 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-220de618-34b3-4f7a-8e44-4bb1f6825233 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:44.652623 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-220de618-34b3-4f7a-8e44-4bb1f6825233 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:44.711998 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-220de618-34b3-4f7a-8e44-4bb1f6825233 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:44.717719 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-438bb3d0-955e-423f-b1ee-70472d5b1d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:44.738399 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220de618-34b3-4f7a-8e44-4bb1f6825233 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7966b0c-624c-4196-9aca-1e84d30c7bdf,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:44.741332 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-220de618-34b3-4f7a-8e44-4bb1f6825233 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:44.751381 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-220de618-34b3-4f7a-8e44-4bb1f6825233 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:44.752705 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-220de618-34b3-4f7a-8e44-4bb1f6825233 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7966b0c-624c-4196-9aca-1e84d30c7bdf HTTP/1.1" status: 204  len: 168 time: 0.1948383
May 20 18:31:44.756145 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45282) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:44.779522 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.api.v2.resource [None req-3defd166-90ea-43d2-abe9-1b43c19f2385 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] show failed (client error): The resource could not be found.
May 20 18:31:44.780564 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-3defd166-90ea-43d2-abe9-1b43c19f2385 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "GET /v2.0/security-groups/d7966b0c-624c-4196-9aca-1e84d30c7bdf HTTP/1.1" status: 404  len: 347 time: 0.0226696
May 20 18:31:44.783425 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45288) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:45.010423 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Deleting port 073b749a-e388-4b4e-a379-6a63b2ece639 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:31:45.010786 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:45.136311 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:45.136666 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:45.261474 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Calling delete_port for 073b749a-e388-4b4e-a379-6a63b2ece639 owned by network:floatingip {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:31:45.374816 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:45.380363 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2bfb4cc-cb4f-4d06-bab8-9e6c1a5a6aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:45.426626 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Pushing event deleted for resources: {'Port': ['ID=073b749a-e388-4b4e-a379-6a63b2ece639,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:45.430085 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:45.519748 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks [] for floatingip, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:45.533322 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:45.535017 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] 10.222.0.13 "DELETE /v2.0/floatingips/1bd4a700-1b15-40bc-92f1-958a28a08ec5 HTTP/1.1" status: 204  len: 168 time: 0.7501762
May 20 18:31:45.931832 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:31:45.967550 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: a05255a3-9d2f-400a-b803-c26d6eb278a3 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:31:45.967923 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device a05255a3-9d2f-400a-b803-c26d6eb278a3 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:31:47.231260 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45356) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:47.349627 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:47.356244 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1c66e88b-9ad5-42e6-9449-1018d0eb8ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:47.366076 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:47.370012 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Usage tracker for resource:security_group_rule and tenant:8f670c8fd2284cc88b36aab669c4906c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:47.372830 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:47.378650 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:47.467843 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:47.472838 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:47.480704 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8e58d2ef-dabb-4351-971c-89ab6391fe44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:47.521187 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbccf16-a4bb-487b-bb6e-9082f8f1bf00,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:47.525865 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f670c8fd2284cc88b36aab669c4906c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2934957
May 20 18:31:47.526727 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:47.528439 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45362) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:47.587196 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e7df107a-50bb-4311-a504-20b9efd6c05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:47.616439 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e7df107a-50bb-4311-a504-20b9efd6c05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:47.667102 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e7df107a-50bb-4311-a504-20b9efd6c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:47.672167 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ce2c6269-0d9a-4f95-8278-3c29dc31ab65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:47.685133 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df107a-50bb-4311-a504-20b9efd6c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbccf16-a4bb-487b-bb6e-9082f8f1bf00,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:47.687950 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e7df107a-50bb-4311-a504-20b9efd6c05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:47.688866 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e7df107a-50bb-4311-a504-20b9efd6c05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:47.689991 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-e7df107a-50bb-4311-a504-20b9efd6c05a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bbccf16-a4bb-487b-bb6e-9082f8f1bf00 HTTP/1.1" status: 204  len: 168 time: 0.1606495
May 20 18:31:47.971013 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45370) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:47.988618 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:48.002863 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:48.007222 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Usage tracker for resource:security_group_rule and tenant:98ccc2d876d24421917966a65d1533b8 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:48.010107 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:48.015822 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:48.097490 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:48.101422 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:48.111011 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6521c1cc-c195-4ace-9fe4-bfe34c67b1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:48.150862 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98ccc2d876d24421917966a65d1533b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1787863
May 20 18:31:48.151802 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c22c5b-9dca-485d-b963-714a966bd1e9,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:48.153549 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45374) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:48.154742 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:48.218276 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dce6ca8f-0167-4743-bc39-40d31fcba065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:48.247770 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dce6ca8f-0167-4743-bc39-40d31fcba065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:48.299636 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dce6ca8f-0167-4743-bc39-40d31fcba065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:48.304562 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ba4f0643-4276-41ab-8a09-e8e5252b1421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:48.316641 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6ca8f-0167-4743-bc39-40d31fcba065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c22c5b-9dca-485d-b963-714a966bd1e9,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:48.322973 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-dce6ca8f-0167-4743-bc39-40d31fcba065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:48.323761 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dce6ca8f-0167-4743-bc39-40d31fcba065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:48.324857 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-dce6ca8f-0167-4743-bc39-40d31fcba065 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3c22c5b-9dca-485d-b963-714a966bd1e9 HTTP/1.1" status: 204  len: 168 time: 0.1702499
May 20 18:31:48.369685 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45386) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:49.106039 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45410) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:49.152451 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539684'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.215880 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-843949951-network', 'tenant_id': 'b8aa296f285e4625ae0d96c3a4ab863b'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:31:49.221353 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:49.225751 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Usage tracker for resource:network and tenant:b8aa296f285e4625ae0d96c3a4ab863b is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:49.228755 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:49.234675 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:49.245918 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Made reservation on behalf of b8aa296f285e4625ae0d96c3a4ab863b for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:31:49.248300 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.260797 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.275133 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:49.279146 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Usage tracker for resource:security_group_rule and tenant:b8aa296f285e4625ae0d96c3a4ab863b is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:49.281918 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:49.287471 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:49.369216 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.373406 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.377708 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a4cbb18e-5dec-49ea-a6db-1526b7e5d073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:49.408567 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:31:49.417280 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:49.423032 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:49.424377 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.424791 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Added segment 04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce of type vlan for network e2f324bf-9268-4122-9582-547e3377adbe
May 20 18:31:49.453442 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.485153 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.486550 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:49.487148 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.490698 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:49.584127 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Deleting port 8dff1526-0fe5-4431-8c05-9aafd65b939f {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:31:49.584721 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.590633 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Pushing event updated for resources: {'Network': ['ID=e2f324bf-9268-4122-9582-547e3377adbe,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:49.593823 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.4866660
May 20 18:31:49.594688 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8353adc4-569c-480f-a310-508ce5014d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:49.596745 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45416) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:49.601311 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network e2f324bf-9268-4122-9582-547e3377adbe details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:31:49.602276 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Request body: {'subnet': {'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-843949951-subnet', 'tenant_id': 'b8aa296f285e4625ae0d96c3a4ab863b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:31:49.606857 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:49.610799 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Usage tracker for resource:subnet and tenant:b8aa296f285e4625ae0d96c3a4ab863b is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:49.614246 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:49.620358 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:49.631876 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Made reservation on behalf of b8aa296f285e4625ae0d96c3a4ab863b for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:31:49.634972 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16221066'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.718842 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] For port 8dff1526-0fe5-4431-8c05-9aafd65b939f, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=8dff1526-0fe5-4431-8c05-9aafd65b939f,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:31:49.719241 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.763536 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.850577 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1110a965-bd9f-4c07-8bf6-be0ae9d6748c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:49.865792 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Calling delete_port for 8dff1526-0fe5-4431-8c05-9aafd65b939f owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:31:50.020953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:50.024873 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ccd8705d-95a2-4f4a-a4e3-96bfebb94f9a tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:50.069025 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Pushing event deleted for resources: {'Port': ['ID=8dff1526-0fe5-4431-8c05-9aafd65b939f,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:50.072864 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:50.137471 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15007632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16221080'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:50.142390 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:50.221076 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908991d3-4974-4004-ba2b-1c045e087dd6,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:50.225197 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:50.231422 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Checking segment: {'id': '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:31:50.231777 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Network hostable DHCP agents. Network: e2f324bf-9268-4122-9582-547e3377adbe, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:31:50.252017 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Network e2f324bf-9268-4122-9582-547e3377adbe is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:31:50.261723 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, e2f324bf-9268-4122-9582-547e3377adbe) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:31:50.271187 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cfa79b-816e-4089-9d8e-339d3d491b2e None None] Network e2f324bf-9268-4122-9582-547e3377adbe requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:31:50.271472 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:50.272051 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:50.298408 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-800d7dd4-6883-490a-85de-dad4ef922189 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7004881
May 20 18:31:50.362298 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539792'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:50.481098 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5524b9-c53a-4a4f-99a8-616c71d33c49 None None] Network e2f324bf-9268-4122-9582-547e3377adbe requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:31:50.837909 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Router 3d709264-fdd4-4d7d-813d-a81152d82e06 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:31:50.958708 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:51.034106 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:31:51.041993 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] Sync routers for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:31:51.051041 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:31:51.051650 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17126fa0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:51.053417 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c231075b-e733-4f1f-90be-d450adf33acf admin admin] 10.222.0.13 "PUT /v2.0/routers/3d709264-fdd4-4d7d-813d-a81152d82e06/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6825655
May 20 18:31:51.055858 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45432) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:51.120484 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:51.234407 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:31:51.236477 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks [] for router, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:51.410834 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:51.488337 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Deleting port a6e1fa81-665f-4339-aad7-40b8a952ba62 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:31:51.488669 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:51.523077 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17126fa0>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:31:49Z', 'revision_number': 5, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port': {'id': 'a6e1fa81-665f-4339-aad7-40b8a952ba62', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:19:36Z', 'updated_at': '2021-05-20T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:51.526884 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] Checking router: 3d709264-fdd4-4d7d-813d-a81152d82e06 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:31:51.535450 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] Routers {'3d709264-fdd4-4d7d-813d-a81152d82e06'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:31:51.536056 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a17126fa0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['3d709264-fdd4-4d7d-813d-a81152d82e06'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:51.611587 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] For port a6e1fa81-665f-4339-aad7-40b8a952ba62, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=a6e1fa81-665f-4339-aad7-40b8a952ba62,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:31:51.611938 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:51.684545 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] Set router 3d709264-fdd4-4d7d-813d-a81152d82e06 gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:31:51.732681 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Calling delete_port for a6e1fa81-665f-4339-aad7-40b8a952ba62 owned by network:router_gateway {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:31:51.787124 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a17126fa0>, [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:31:51Z', 'revision_number': 6, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port_host': None}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:51.791045 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ad4bf-d785-4245-b2de-9e0f1d3f6502 None None] The sync data for ids ['3d709264-fdd4-4d7d-813d-a81152d82e06'] in dv-cinder-792299-2-iscsi is: [{'id': '3d709264-fdd4-4d7d-813d-a81152d82e06', 'name': 'tempest-AttachVolumeShelveTestJSON-118259509-router', 'tenant_id': '58767036664145c8966c2f08be8dcd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:19:32Z', 'updated_at': '2021-05-20T18:31:51Z', 'revision_number': 6, 'project_id': '58767036664145c8966c2f08be8dcd2d', 'gw_port_host': None}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:31:51.868370 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:51.872116 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:51.919697 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e1fa81-665f-4339-aad7-40b8a952ba62,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:51.945360 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:52.007870 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568335'] for router_gateway, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.315298 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29719'] for router, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.320297 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.414925 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568883'] for router, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.415459 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d709264-fdd4-4d7d-813d-a81152d82e06 {{(pid=91651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 20 18:31:52.437953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.438367 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.439088 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3d709264-fdd4-4d7d-813d-a81152d82e06 HTTP/1.1" status: 204  len: 168 time: 1.3822839
May 20 18:31:52.442132 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45452) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:52.466653 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021b434-0099-4268-a0bb-c56f111f5886 req-2a2dbd9a-f25a-4688-880d-618a2dae7fbe tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:52.468008 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-2a2dbd9a-f25a-4688-880d-618a2dae7fbe tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/networks?id=e2f324bf-9268-4122-9582-547e3377adbe HTTP/1.1" status: 200  len: 808 time: 0.1798015
May 20 18:31:52.482754 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-eb2d28d0-a9f1-4ee3-8d54-5c582a5c3f43 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/quotas/b8aa296f285e4625ae0d96c3a4ab863b HTTP/1.1" status: 200  len: 375 time: 0.0091057
May 20 18:31:52.502208 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-825de5bb-df82-406e-b2c5-6106ab1f9e89 admin admin] Deleting subnet e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:31:52.505705 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-825de5bb-df82-406e-b2c5-6106ab1f9e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.531424 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-de9c52f5-ba2d-4b5f-9894-9aa23e8d69d4 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aa296f285e4625ae0d96c3a4ab863b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434394
May 20 18:31:52.544857 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-cb29108c-50e4-4590-9f8d-92d1dfa8324c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:31:52.546022 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-cb29108c-50e4-4590-9f8d-92d1dfa8324c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0064452
May 20 18:31:52.561705 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-825de5bb-df82-406e-b2c5-6106ab1f9e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.643082 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-825de5bb-df82-406e-b2c5-6106ab1f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.686132 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-2ffe21ed-9a88-4d54-9155-52affda0f19a service neutron] 10.222.0.13 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331525
May 20 18:31:52.822278 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-554db589-78ab-489c-9c5c-a282fdffbddf service neutron] 10.222.0.13 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296117
May 20 18:31:52.904594 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-825de5bb-df82-406e-b2c5-6106ab1f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.909559 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:52.946571 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825de5bb-df82-406e-b2c5-6106ab1f9e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:52.951256 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-825de5bb-df82-406e-b2c5-6106ab1f9e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:52.952264 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-825de5bb-df82-406e-b2c5-6106ab1f9e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:52.957812 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342e24b-2739-4697-abb7-98f5ce9de896 None None] Network d355b0ef-6872-4b99-811b-508683ead471 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:31:52.963006 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-825de5bb-df82-406e-b2c5-6106ab1f9e89 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e40ee612-da3b-4bb8-a8ac-7d5a9c9af3c4 HTTP/1.1" status: 204  len: 168 time: 0.5175400
May 20 18:31:52.963006 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45462) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:53.033163 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8e62a9d1-0e57-437c-9fe7-bf3b42a9148a req-07bb6dc3-5b6d-4b59-b622-7dc4abe9c71d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 210 time: 0.0675142
May 20 18:31:53.085277 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.166586 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Deleting port ec1fe126-edce-40a6-ac4b-abbaed99fd20 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:31:53.166931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.248322 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] DHCP port deletion for d355b0ef-6872-4b99-811b-508683ead471 request from dv-cinder-792299-2-iscsi {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 20 18:31:53.266341 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] For port ec1fe126-edce-40a6-ac4b-abbaed99fd20, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=ec1fe126-edce-40a6-ac4b-abbaed99fd20,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:31:53.266700 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.320769 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] Deleting port ec1fe126-edce-40a6-ac4b-abbaed99fd20 {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:31:53.321184 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.397912 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Calling delete_port for ec1fe126-edce-40a6-ac4b-abbaed99fd20 owned by network:dhcp {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:31:53.431185 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] For port ec1fe126-edce-40a6-ac4b-abbaed99fd20, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=ec1fe126-edce-40a6-ac4b-abbaed99fd20,segment=NetworkSegment(6b784fd7-be60-4478-87b0-e74d9e9fd2e0),segment_id=6b784fd7-be60-4478-87b0-e74d9e9fd2e0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:31:53.431682 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.454470 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.462800 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-835973ec-ff41-4a4c-9e9e-715759246abd tempest-VolumesNegativeTest-1298136895 tempest-VolumesNegativeTest-1298136895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:53.507301 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 8dff1526-0fe5-4431-8c05-9aafd65b939f no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:31:53.512518 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1fe126-edce-40a6-ac4b-abbaed99fd20,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:53.519878 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:53.522309 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] No DVR routers for this DVR port ec1fe126-edce-40a6-ac4b-abbaed99fd20 on host dv-cinder-792299-2-iscsi {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:31:53.601186 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] Calling delete_port for ec1fe126-edce-40a6-ac4b-abbaed99fd20 owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:31:53.609551 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 8dff1526-0fe5-4431-8c05-9aafd65b939f {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:31:53.609930 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 8dff1526-0fe5-4431-8c05-9aafd65b939f not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:31:53.610351 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device ec1fe126-edce-40a6-ac4b-abbaed99fd20 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:31:53.646097 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.660334 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a16ddccd0>,) {'filters': {'network_id': ['d355b0ef-6872-4b99-811b-508683ead471']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:53.668623 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: ec1fe126-edce-40a6-ac4b-abbaed99fd20 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:31:53.668979 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device ec1fe126-edce-40a6-ac4b-abbaed99fd20 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:31:53.669407 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device a6e1fa81-665f-4339-aad7-40b8a952ba62 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:31:53.673136 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16ddccd0>, '6b784fd7-be60-4478-87b0-e74d9e9fd2e0') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:53.673508 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16ddccd0>, '6b784fd7-be60-4478-87b0-e74d9e9fd2e0') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:31:53.686603 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.703439 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.710906 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:31:53.711446 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.712727 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: a6e1fa81-665f-4339-aad7-40b8a952ba62 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:31:53.713060 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device a6e1fa81-665f-4339-aad7-40b8a952ba62 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:31:53.714944 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.719133 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:31:53.731567 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:31:53.763963 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] Pushing event deleted for resources: {'Port': ['ID=ec1fe126-edce-40a6-ac4b-abbaed99fd20,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:53.766957 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:53.767752 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] No DVR routers for this DVR port ec1fe126-edce-40a6-ac4b-abbaed99fd20 on host dv-cinder-792299-2-iscsi {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:31:53.810181 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.814111 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:53.828206 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:53.840523 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d355b0ef-6872-4b99-811b-508683ead471,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:53.844785 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:53.853478 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d355b0ef-6872-4b99-811b-508683ead471 HTTP/1.1" status: 204  len: 168 time: 0.8894999
May 20 18:31:53.977109 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45476) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:54.031186 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-db75617c-0604-47f7-8ba1-71bd02422d15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58767036664145c8966c2f08be8dcd2d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0525925
May 20 18:31:54.033554 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45480) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:54.093094 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-95b25416-c767-4d66-9458-4a6e4dd8a827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:54.120107 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-95b25416-c767-4d66-9458-4a6e4dd8a827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:54.173069 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-95b25416-c767-4d66-9458-4a6e4dd8a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:54.179096 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0032205c-725f-4c2c-ac41-8af77b25b901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:54.193022 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7860e80f-1e3c-4793-abf0-e4607d73c1c6 req-2eceacb6-c912-4a5a-819f-6b2cf695dd69 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 210 time: 0.0501628
May 20 18:31:54.193656 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b25416-c767-4d66-9458-4a6e4dd8a827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b02b0b4-88da-44bd-b6e0-c389b73be687,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:54.195976 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-95b25416-c767-4d66-9458-4a6e4dd8a827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:54.214398 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-95b25416-c767-4d66-9458-4a6e4dd8a827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:54.217818 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-95b25416-c767-4d66-9458-4a6e4dd8a827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b02b0b4-88da-44bd-b6e0-c389b73be687 HTTP/1.1" status: 204  len: 168 time: 0.1811297
May 20 18:31:54.371802 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021b434-0099-4268-a0bb-c56f111f5886 req-bdf2579b-f651-49b0-afa0-9831e1909cb7 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:54.372587 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-6021b434-0099-4268-a0bb-c56f111f5886 req-bdf2579b-f651-49b0-afa0-9831e1909cb7 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Synchronizing usage tracker for tenant:b8aa296f285e4625ae0d96c3a4ab863b on resource:network {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:31:54.391756 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-6021b434-0099-4268-a0bb-c56f111f5886 req-bdf2579b-f651-49b0-afa0-9831e1909cb7 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Unset dirty status for tenant:b8aa296f285e4625ae0d96c3a4ab863b on resource:network {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:31:54.393296 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-bdf2579b-f651-49b0-afa0-9831e1909cb7 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.22 "GET /v2.0/networks?id=e2f324bf-9268-4122-9582-547e3377adbe HTTP/1.1" status: 200  len: 808 time: 0.1801584
May 20 18:31:54.408908 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Request body: {'port': {'device_id': '06202b2b-0aa5-4310-98c3-0add285c747c', 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe', 'admin_state_up': True, 'tenant_id': 'b8aa296f285e4625ae0d96c3a4ab863b'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:31:54.638075 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:54.642732 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Usage tracker for resource:port and tenant:b8aa296f285e4625ae0d96c3a4ab863b is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:54.645573 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:54.651763 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:54.662318 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Made reservation on behalf of b8aa296f285e4625ae0d96c3a4ab863b for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:31:54.665966 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:54.837981 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Allocated IP 172.20.0.3 (e2f324bf-9268-4122-9582-547e3377adbe/908991d3-4974-4004-ba2b-1c045e087dd6/84caf90a-9d63-4cc4-9774-1d1d0cd7311f) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:31:55.057540 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.072256 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45510) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:55.096521 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.102994 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:55.167169 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Network e2f324bf-9268-4122-9582-547e3377adbe is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:31:55.170300 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:31:55.174212 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:31:55.210834 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1161385031-network', 'tenant_id': '29214a28549e478eacb572b18c8b5c81'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:31:55.219424 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Pushing event updated for resources: {'Port': ['ID=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:55.222509 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:55.228192 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:55.234568 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Usage tracker for resource:network and tenant:29214a28549e478eacb572b18c8b5c81 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:55.243728 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:55.253591 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:55.270626 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:55.271238 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.282189 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Made reservation on behalf of 29214a28549e478eacb572b18c8b5c81 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:31:55.284430 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.299416 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.318740 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9163260
May 20 18:31:55.319639 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:55.323893 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Usage tracker for resource:security_group_rule and tenant:29214a28549e478eacb572b18c8b5c81 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:55.330886 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Request body: {'port': {'device_id': '06202b2b-0aa5-4310-98c3-0add285c747c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:31:55.355510 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:55.370148 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:55.388062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc7d56-d68a-4668-8999-050732a8d293 req-90e6a2c3-6af6-43a7-8702-7ec12cb85791 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:55.389789 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6afc7d56-d68a-4668-8999-050732a8d293 req-90e6a2c3-6af6-43a7-8702-7ec12cb85791 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 931 time: 0.0832891
May 20 18:31:55.436636 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6afc7d56-d68a-4668-8999-050732a8d293 req-acbc538e-5895-400e-9862-cea3edffb650 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400443
May 20 18:31:55.474801 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.632030 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.639036 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.646101 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2fb21003-ec1f-437b-ae8a-4bca2ccc418b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:55.678823 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:31:55.710568 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.710907 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.db.segments_db [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Added segment 3c5f6ad5-1027-408e-8e60-2b4bee55c7fe of type vlan for network ef119606-0dc0-4806-8ce9-718a835303ae
May 20 18:31:55.712115 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c1b85a-41a7-4d59-8311-6789af3eaef1,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:55.729181 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:55.809099 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.861479 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.871180 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:55.871762 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:55.879586 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:56.021434 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9481118
May 20 18:31:56.024284 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45518) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:31:56.027591 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84caf90a-9d63-4cc4-9774-1d1d0cd7311f {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:31:56.030488 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Request body: {'subnet': {'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1161385031-subnet', 'tenant_id': '29214a28549e478eacb572b18c8b5c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:31:56.032043 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Pushing event updated for resources: {'Network': ['ID=ef119606-0dc0-4806-8ce9-718a835303ae,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:56.036703 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:56.036859 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:56.038394 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:56.041635 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Usage tracker for resource:subnet and tenant:29214a28549e478eacb572b18c8b5c81 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:56.043991 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network ef119606-0dc0-4806-8ce9-718a835303ae details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:31:56.045611 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:56.052323 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:56.055213 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Transition to ACTIVE for port object 84caf90a-9d63-4cc4-9774-1d1d0cd7311f will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:31:56.059438 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:56.065826 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:56.067062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Made reservation on behalf of 29214a28549e478eacb572b18c8b5c81 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:31:56.069480 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14149683'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:56.266707 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Pushing event updated for resources: {'Port': ['ID=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:56.270287 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:56.307433 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Attempting to bind port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:31:56.307767 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Attempting to bind port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:31:56.308101 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Attempting to bind port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f on network e2f324bf-9268-4122-9582-547e3377adbe {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:31:56.312875 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f on network e2f324bf-9268-4122-9582-547e3377adbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:31:56.313196 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Attempting to bind port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f on network e2f324bf-9268-4122-9582-547e3377adbe {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:31:56.318446 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:31:56.318780 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Checking segment: {'id': '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:31:56.319165 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Bound using segment: {'id': '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:31:56.319587 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Bound port: 84caf90a-9d63-4cc4-9774-1d1d0cd7311f, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:31:56.319933 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:56.454583 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14066803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14149665'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:56.459950 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:56.502778 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] For port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:31:56.506210 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] For port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:31:56.512159 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:56.519990 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:56.538050 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8769c1-659f-441d-b0a7-de7f3e8fc13f,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:56.549668 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.550109 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.550478 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.550853 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.551189 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.551753 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.552533 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.553049 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.553568 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.554106 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.554610 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.555139 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:31:56.561780 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:56.588331 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:56.588945 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:56.590330 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] 10.222.0.22 "PUT /v2.0/ports/84caf90a-9d63-4cc4-9774-1d1d0cd7311f HTTP/1.1" status: 200  len: 1093 time: 1.2635300
May 20 18:31:56.590845 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06202b2b-0aa5-4310-98c3-0add285c747c', 'tag': '84caf90a-9d63-4cc4-9774-1d1d0cd7311f'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:31:56.594849 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Checking segment: {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:31:56.595465 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Network hostable DHCP agents. Network: ef119606-0dc0-4806-8ce9-718a835303ae, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:31:56.639139 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Network ef119606-0dc0-4806-8ce9-718a835303ae is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:31:56.639371 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Pushing event updated for resources: {'Port': ['ID=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:56.655306 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, ef119606-0dc0-4806-8ce9-718a835303ae) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:31:56.672320 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e60b-f651-46e8-9e06-48f01e00f794 req-fd694afc-0ce3-4031-8de9-6ff3dccbc36a tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:56.673919 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-61b4e60b-f651-46e8-9e06-48f01e00f794 req-fd694afc-0ce3-4031-8de9-6ff3dccbc36a tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 943 time: 0.1133268
May 20 18:31:56.677822 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:56.678643 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:56.686929 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cbd911-754f-4141-8716-389f32837cfd None None] Network ef119606-0dc0-4806-8ce9-718a835303ae requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:31:56.696666 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9ff9afac-15e5-4684-ae7b-aaee5698ef33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:56.698801 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06202b2b-0aa5-4310-98c3-0add285c747c', 'tag': '84caf90a-9d63-4cc4-9774-1d1d0cd7311f', 'status': 'completed', 'code': 200}
May 20 18:31:56.732645 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7072725
May 20 18:31:56.736132 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-61b4e60b-f651-46e8-9e06-48f01e00f794 req-33318431-77b0-4d8a-b857-37b4398b8c00 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534909
May 20 18:31:56.749676 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021b434-0099-4268-a0bb-c56f111f5886 req-905264f4-1933-4ac4-880b-073361e90379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:56.751123 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-905264f4-1933-4ac4-880b-073361e90379 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8aa296f285e4625ae0d96c3a4ab863b&device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 1096 time: 0.0963337
May 20 18:31:56.826252 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-56533d1f-ce56-4e7c-8b1a-0aa26e340c03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84caf90a-9d63-4cc4-9774-1d1d0cd7311f HTTP/1.1" status: 200  len: 217 time: 0.0667846
May 20 18:31:56.890612 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021b434-0099-4268-a0bb-c56f111f5886 req-67217573-2679-420b-a571-ffe99b533db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:56.892056 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-67217573-2679-420b-a571-ffe99b533db9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=908991d3-4974-4004-ba2b-1c045e087dd6 HTTP/1.1" status: 200  len: 848 time: 0.0596125
May 20 18:31:56.941261 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-3fbc9cce-3843-4bc1-8710-9987fc18119c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e2f324bf-9268-4122-9582-547e3377adbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421634
May 20 18:31:56.971106 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d005c-6064-496d-997a-69165b3d589e None None] Network ef119606-0dc0-4806-8ce9-718a835303ae requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:31:57.085992 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-b3cda95b-79bf-4b38-8dbd-e3717251e6d9 service neutron] 10.222.0.22 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377232
May 20 18:31:57.226017 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-6021b434-0099-4268-a0bb-c56f111f5886 req-1197dbc1-caa9-4062-91e0-a56e14497349 service neutron] 10.222.0.22 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334317
May 20 18:31:57.350288 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-d8a71f95-e790-45f8-b1bb-e9d0b051059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:57.351820 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-d8a71f95-e790-45f8-b1bb-e9d0b051059d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8aa296f285e4625ae0d96c3a4ab863b&device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 1096 time: 0.0743852
May 20 18:31:57.396051 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848029-3831-4111-989d-a54483540e99 req-0a005d12-4bc4-488e-8364-c8f8d9849d8e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:57.397502 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-0a005d12-4bc4-488e-8364-c8f8d9849d8e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 815 time: 0.2494128
May 20 18:31:57.413397 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-cc366ec6-9f81-478a-b3ff-de5483bdd9dd tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/quotas/29214a28549e478eacb572b18c8b5c81 HTTP/1.1" status: 200  len: 375 time: 0.0096569
May 20 18:31:57.461444 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-0db53f89-b043-4196-b390-e6dccc8657e4 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0424135
May 20 18:31:57.483787 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-13095e12-6df0-4fa6-b299-c744c7c4fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:57.485301 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-13095e12-6df0-4fa6-b299-c744c7c4fffc service neutron] 10.222.0.22 "GET /v2.0/networks?id=e2f324bf-9268-4122-9582-547e3377adbe HTTP/1.1" status: 200  len: 908 time: 0.1268780
May 20 18:31:57.518987 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-6d8a12ac-d337-4553-994b-4518938c7e58 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 20 18:31:57.520049 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-6d8a12ac-d337-4553-994b-4518938c7e58 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0521753
May 20 18:31:57.557051 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-37649a02-24b6-4610-b366-2a212ba936e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84caf90a-9d63-4cc4-9774-1d1d0cd7311f HTTP/1.1" status: 200  len: 217 time: 0.0650942
May 20 18:31:57.618832 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-04274064-bf84-434b-8f45-02e500636750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:57.620172 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-04274064-bf84-434b-8f45-02e500636750 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=908991d3-4974-4004-ba2b-1c045e087dd6 HTTP/1.1" status: 200  len: 848 time: 0.0573876
May 20 18:31:57.653579 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-24be20c8-6f3f-4c6d-8406-42e84e0840bc service neutron] 10.222.0.13 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268249
May 20 18:31:57.667117 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-48cdf5c3-c1ac-4e31-975b-5ed71c947689 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e2f324bf-9268-4122-9582-547e3377adbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402112
May 20 18:31:57.788505 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-ffc3cbbe-d77a-418d-b699-0750857b301f service neutron] 10.222.0.13 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284454
May 20 18:31:57.810350 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-f99fe570-8e28-4128-aced-ced8fdf6f88b service neutron] 10.222.0.22 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362741
May 20 18:31:57.959525 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cb99e-cab6-4134-9d5e-e350c6da8a46 req-ad669491-4763-4348-b984-975087b76175 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:57.961190 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e18cb99e-cab6-4134-9d5e-e350c6da8a46 req-ad669491-4763-4348-b984-975087b76175 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 943 time: 0.1112971
May 20 18:31:57.972692 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2eeb2865-476f-41ff-bab5-fcfb5e703281 req-c6175cbc-dba8-4eab-9d91-6121ff6f5bdf service neutron] 10.222.0.22 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554103
May 20 18:31:58.011858 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-96e659ac-0a6a-4bb8-a0c4-326a4910c6db req-69a0d567-61e4-4f1f-92ed-ebfde4dc9b35 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 210 time: 0.0615613
May 20 18:31:58.051422 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e18cb99e-cab6-4134-9d5e-e350c6da8a46 req-ec46d97b-64bd-4669-819c-a6d1cef1c9a9 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484743
May 20 18:31:59.058312 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848029-3831-4111-989d-a54483540e99 req-1c71b16b-cc11-49fc-9d14-bf845e1e91e0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:59.059018 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-49848029-3831-4111-989d-a54483540e99 req-1c71b16b-cc11-49fc-9d14-bf845e1e91e0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Synchronizing usage tracker for tenant:29214a28549e478eacb572b18c8b5c81 on resource:network {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:31:59.083216 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-49848029-3831-4111-989d-a54483540e99 req-1c71b16b-cc11-49fc-9d14-bf845e1e91e0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Unset dirty status for tenant:29214a28549e478eacb572b18c8b5c81 on resource:network {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:31:59.085957 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-1c71b16b-cc11-49fc-9d14-bf845e1e91e0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 815 time: 0.1768739
May 20 18:31:59.112836 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Request body: {'port': {'device_id': '03492957-e51f-4205-ae56-16952814b30c', 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae', 'admin_state_up': True, 'tenant_id': '29214a28549e478eacb572b18c8b5c81'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:31:59.229954 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5d01b85a-7c48-4685-af07-463fb15305f8 req-52f6dfa8-d59f-48c1-bdd7-9d9ff9a409b9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 210 time: 0.0950553
May 20 18:31:59.282355 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986845ff-654a-427c-b8bc-9440a981d783 req-66e435aa-f02f-4edf-911e-3f0426e5f14d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:59.283782 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-986845ff-654a-427c-b8bc-9440a981d783 req-66e435aa-f02f-4edf-911e-3f0426e5f14d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 943 time: 0.0958452
May 20 18:31:59.328894 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-986845ff-654a-427c-b8bc-9440a981d783 req-c6e91aef-d5d2-47a5-80b7-2c6bc25360fe tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386679
May 20 18:31:59.346481 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:31:59.351042 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Usage tracker for resource:port and tenant:29214a28549e478eacb572b18c8b5c81 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:31:59.353835 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:31:59.359444 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:31:59.369053 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Made reservation on behalf of 29214a28549e478eacb572b18c8b5c81 for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:31:59.372728 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:59.535676 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Allocated IP 172.20.0.6 (ef119606-0dc0-4806-8ce9-718a835303ae/1f8769c1-659f-441d-b0a7-de7f3e8fc13f/abf6ab92-ae32-4e48-8a8d-a79de6871730) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:31:59.740395 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:59.769426 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:59.774827 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-904209cc-2e9f-42a5-b166-f23390c6b128 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:31:59.840068 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Network ef119606-0dc0-4806-8ce9-718a835303ae is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:31:59.843014 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:31:59.846837 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:31:59.880274 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Pushing event updated for resources: {'Port': ['ID=abf6ab92-ae32-4e48-8a8d-a79de6871730,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:31:59.884526 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:31:59.911115 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:31:59.911719 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:31:59.931272 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8230071
May 20 18:31:59.944358 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Request body: {'port': {'device_id': '03492957-e51f-4205-ae56-16952814b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:32:00.021013 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:32:00.055120 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:00.393084 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf6ab92-ae32-4e48-8a8d-a79de6871730 {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:32:00.398284 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45568) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:00.402475 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:00.426168 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Transition to ACTIVE for port object abf6ab92-ae32-4e48-8a8d-a79de6871730 will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:32:00.431796 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f85ed2-8e38-4775-9cfd-98b7b0ecb256 req-30c3955b-fc6d-40e3-b0ec-32ec1eb4c704 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:00.433559 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c8f85ed2-8e38-4775-9cfd-98b7b0ecb256 req-30c3955b-fc6d-40e3-b0ec-32ec1eb4c704 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 931 time: 0.0962546
May 20 18:32:00.441523 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:00.445711 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-cda7d23a-470a-496e-8342-dab0d0d2af50 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:00.535952 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c8f85ed2-8e38-4775-9cfd-98b7b0ecb256 req-1a8d9a24-080c-4ce4-95cb-4d07ea20e801 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943961
May 20 18:32:00.606809 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Pushing event updated for resources: {'Port': ['ID=abf6ab92-ae32-4e48-8a8d-a79de6871730,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:00.623706 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.624079 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.624442 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.624800 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.625155 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.625508 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.625901 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.626256 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.626602 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.626946 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.627292 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.627638 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:00.631225 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:00.661882 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276479e-5303-4517-9b1b-9280fd8cf2c6 req-d2db3aba-b3bb-403e-92f6-1efd4d351eb5 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:00.663348 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8276479e-5303-4517-9b1b-9280fd8cf2c6 req-d2db3aba-b3bb-403e-92f6-1efd4d351eb5 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 943 time: 0.2052658
May 20 18:32:00.701413 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Attempting to bind port abf6ab92-ae32-4e48-8a8d-a79de6871730 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:32:00.701862 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Attempting to bind port abf6ab92-ae32-4e48-8a8d-a79de6871730 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:32:00.702186 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Attempting to bind port abf6ab92-ae32-4e48-8a8d-a79de6871730 on network ef119606-0dc0-4806-8ce9-718a835303ae {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:32:00.706764 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Port abf6ab92-ae32-4e48-8a8d-a79de6871730 on network ef119606-0dc0-4806-8ce9-718a835303ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:32:00.707100 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Attempting to bind port abf6ab92-ae32-4e48-8a8d-a79de6871730 on network ef119606-0dc0-4806-8ce9-718a835303ae {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:32:00.712014 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:32:00.712334 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Checking segment: {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:32:00.712780 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Bound using segment: {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:32:00.713116 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Bound port: abf6ab92-ae32-4e48-8a8d-a79de6871730, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:32:00.713457 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:00.795856 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8276479e-5303-4517-9b1b-9280fd8cf2c6 req-a8a37877-fa57-4052-b77a-aeed327ac302 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250734
May 20 18:32:00.802728 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] For port abf6ab92-ae32-4e48-8a8d-a79de6871730, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:32:00.806343 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] For port abf6ab92-ae32-4e48-8a8d-a79de6871730, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=abf6ab92-ae32-4e48-8a8d-a79de6871730,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:32:00.811559 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:00.815406 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ec6742e2-1ca7-456d-ba3d-cd3f9c23c300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:00.867145 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Deleting port 426933dd-4e8f-4c4f-97d5-e0f593e6595d {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:00.867693 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:00.877339 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:00.878070 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:00.879433 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] 10.222.0.22 "PUT /v2.0/ports/abf6ab92-ae32-4e48-8a8d-a79de6871730 HTTP/1.1" status: 200  len: 1093 time: 0.9402905
May 20 18:32:00.879938 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03492957-e51f-4205-ae56-16952814b30c', 'tag': 'abf6ab92-ae32-4e48-8a8d-a79de6871730'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:00.899629 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Pushing event updated for resources: {'Port': ['ID=abf6ab92-ae32-4e48-8a8d-a79de6871730,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:00.903211 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:00.961543 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03492957-e51f-4205-ae56-16952814b30c', 'tag': 'abf6ab92-ae32-4e48-8a8d-a79de6871730', 'status': 'completed', 'code': 200}
May 20 18:32:00.990787 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:00.991204 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:01.001001 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848029-3831-4111-989d-a54483540e99 req-ce29a12a-1654-4343-816d-98c7a4666abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:01.002616 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-ce29a12a-1654-4343-816d-98c7a4666abd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 1096 time: 0.0772882
May 20 18:32:01.170087 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-8c9f633d-c5d0-4231-9657-281e59847403 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abf6ab92-ae32-4e48-8a8d-a79de6871730 HTTP/1.1" status: 200  len: 217 time: 0.1568847
May 20 18:32:01.218881 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Calling delete_port for 426933dd-4e8f-4c4f-97d5-e0f593e6595d owned by network:floatingip {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:01.233079 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848029-3831-4111-989d-a54483540e99 req-841c4132-5006-44f1-bf88-e725251ee673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:01.234543 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-841c4132-5006-44f1-bf88-e725251ee673 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f8769c1-659f-441d-b0a7-de7f3e8fc13f HTTP/1.1" status: 200  len: 855 time: 0.0580106
May 20 18:32:01.282649 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-649a210b-1d08-4e45-b980-8c9c5ffd6a2e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef119606-0dc0-4806-8ce9-718a835303ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412340
May 20 18:32:01.345147 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:01.349946 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0a0f303a-9f90-4811-9932-dfdd78cae376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:01.392652 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event deleted for resources: {'Port': ['ID=426933dd-4e8f-4c4f-97d5-e0f593e6595d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:01.396463 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:01.419199 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-fd5fdd3c-8afa-4e8c-8d83-b90d8eb95287 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301448
May 20 18:32:01.486499 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:01.487377 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Floating IP abfb6dcf-b71b-48b8-bd6c-5d9f6fb4c54a disassociated (deleted). External IP: 172.27.0.77, port: e1d59345-769c-4b70-9f42-cf8694a13226.
May 20 18:32:01.550972 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-49848029-3831-4111-989d-a54483540e99 req-caa11db6-f72c-42cf-a46d-67d607169010 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251202
May 20 18:32:01.671208 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c19936-0d94-48fb-849e-f94074529bf8 req-a76dd345-79e3-4e4e-ac84-661dd6414f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:01.672714 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-66c19936-0d94-48fb-849e-f94074529bf8 req-a76dd345-79e3-4e4e-ac84-661dd6414f01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 1096 time: 0.0787041
May 20 18:32:01.805042 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c19936-0d94-48fb-849e-f94074529bf8 req-4f4bce0c-5fb7-4cd4-a36e-b3d3a2c4c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:01.806535 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-66c19936-0d94-48fb-849e-f94074529bf8 req-4f4bce0c-5fb7-4cd4-a36e-b3d3a2c4c156 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 915 time: 0.1275423
May 20 18:32:01.872638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fc674-df9f-4c3f-897e-683ebb4eebcd req-04844f4f-819e-42ab-8597-dff203299146 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:01.874178 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cc3fc674-df9f-4c3f-897e-683ebb4eebcd req-04844f4f-819e-42ab-8597-dff203299146 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 943 time: 0.2232664
May 20 18:32:01.875333 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-66c19936-0d94-48fb-849e-f94074529bf8 req-ab0aa3fd-e245-40d4-9841-98a3e6a0c7d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abf6ab92-ae32-4e48-8a8d-a79de6871730 HTTP/1.1" status: 200  len: 217 time: 0.0623758
May 20 18:32:01.943707 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c19936-0d94-48fb-849e-f94074529bf8 req-8ffde361-79ee-4852-904c-258a0ee5385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:01.944965 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-66c19936-0d94-48fb-849e-f94074529bf8 req-8ffde361-79ee-4852-904c-258a0ee5385a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f8769c1-659f-441d-b0a7-de7f3e8fc13f HTTP/1.1" status: 200  len: 855 time: 0.0638199
May 20 18:32:01.993970 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-66c19936-0d94-48fb-849e-f94074529bf8 req-1769a2a1-b1b8-4c16-acd6-05fff39ca651 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef119606-0dc0-4806-8ce9-718a835303ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416553
May 20 18:32:01.997135 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cc3fc674-df9f-4c3f-897e-683ebb4eebcd req-1bd3c37a-a5df-43cf-b94c-e69456739838 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140924
May 20 18:32:02.002571 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Router 0711da84-c7f9-436b-9ea8-a2f5480850ba has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:32:02.042986 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 84caf90a-9d63-4cc4-9774-1d1d0cd7311f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:32:02.110813 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d4ec3-a072-40f7-a66a-f5da5d7954b9 req-e4be9c6d-d07c-41b2-8440-5c4294016fa4 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:02.112858 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-777d4ec3-a072-40f7-a66a-f5da5d7954b9 req-e4be9c6d-d07c-41b2-8440-5c4294016fa4 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 943 time: 0.2018726
May 20 18:32:02.129313 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-66c19936-0d94-48fb-849e-f94074529bf8 req-1737711a-285d-4389-b786-2902c2d98aa5 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290841
May 20 18:32:02.179457 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:02.193199 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '84caf90a-9d63-4cc4-9774-1d1d0cd7311f', 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe', 'port_id': '84caf90a-9d63-4cc4-9774-1d1d0cd7311f', 'mac_address': 'fa:16:3e:cd:55:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908991d3-4974-4004-ba2b-1c045e087dd6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:32:02.231561 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-777d4ec3-a072-40f7-a66a-f5da5d7954b9 req-7a2e69c1-36dc-4a85-8b23-45cd486a8988 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111581
May 20 18:32:02.249188 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:02.256588 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:32:02.266583 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84caf90a-9d63-4cc4-9774-1d1d0cd7311f {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:32:02.272000 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] Sync routers for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:32:02.276918 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-66c19936-0d94-48fb-849e-f94074529bf8 req-34eb715f-061d-4b09-a49b-a45bb5d0708c service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399498
May 20 18:32:02.279834 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:02.294361 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:02.299377 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:32:02.300691 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a174c36d0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:02.347848 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-9eea0985-0a76-4895-b34a-6704441cc06b tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "DELETE /v2.0/floatingips/abfb6dcf-b71b-48b8-bd6c-5d9f6fb4c54a HTTP/1.1" status: 204  len: 168 time: 1.9455118
May 20 18:32:02.347848 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:02.360174 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:02.371644 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:02.394304 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-89eaf7fb-a87d-4183-a950-0fda777b9e62 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0786960
May 20 18:32:02.463853 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'status': 'completed', 'code': 200}
May 20 18:32:02.521046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:02.546334 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.546679 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.547012 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.547411 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.547739 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.548066 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.548981 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.549319 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.549680 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.550046 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.550546 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.550890 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:02.557555 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:02.581976 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-721e15b3-cfba-4c6a-b5fc-8910b795cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:02.584268 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-721e15b3-cfba-4c6a-b5fc-8910b795cd14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 1099 time: 0.0930305
May 20 18:32:02.593400 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:32:02.604706 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-2fcfe78d-7f58-4b7c-8ba0-170a11afbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:02.606207 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-2fcfe78d-7f58-4b7c-8ba0-170a11afbfac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 1099 time: 0.1138129
May 20 18:32:02.738570 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-d6b92d7b-9307-42f1-a2b0-6a434fb48586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:02.740126 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['84caf90a-9d63-4cc4-9774-1d1d0cd7311f'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:32:02.740557 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-d6b92d7b-9307-42f1-a2b0-6a434fb48586 service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.1481190
May 20 18:32:02.816558 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-0c70480c-ee85-42c7-a720-d7caac3f74fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d59345-769c-4b70-9f42-cf8694a13226 HTTP/1.1" status: 200  len: 217 time: 0.0677254
May 20 18:32:02.817297 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-667900b0-1c56-4ad5-810a-ecad19a08d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:02.818742 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-667900b0-1c56-4ad5-810a-ecad19a08d01 service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.1922634
May 20 18:32:02.830101 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852d84f-412d-4385-8050-aaf8149bfcd3 req-76fbcbaa-4754-4662-a16a-45e9b8d9847e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:02.830815 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-6852d84f-412d-4385-8050-aaf8149bfcd3 req-76fbcbaa-4754-4662-a16a-45e9b8d9847e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Synchronizing usage tracker for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:32:02.890357 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-8dc9dc94-6a94-4e8c-b8dc-98c28b1fddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:02.891948 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-8dc9dc94-6a94-4e8c-b8dc-98c28b1fddf6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.0628748
May 20 18:32:03.056562 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-6852d84f-412d-4385-8050-aaf8149bfcd3 req-76fbcbaa-4754-4662-a16a-45e9b8d9847e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Unset dirty status for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:32:03.057776 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6852d84f-412d-4385-8050-aaf8149bfcd3 req-76fbcbaa-4754-4662-a16a-45e9b8d9847e tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 946 time: 0.3878317
May 20 18:32:03.084821 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-93db53ae-61f9-4b93-a35e-9cc8ee89de6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14fae7c5-641c-4740-a70b-0e42d002f37c HTTP/1.1" status: 200  len: 1002 time: 0.2505143
May 20 18:32:03.101596 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-e90567fc-4403-4e8e-a31a-8fc95f4b92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:03.103973 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-e90567fc-4403-4e8e-a31a-8fc95f4b92dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2029414
May 20 18:32:03.165786 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6852d84f-412d-4385-8050-aaf8149bfcd3 req-860c5672-d91c-41a5-ab4c-2dc132585cd1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020365
May 20 18:32:03.172326 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a174c36d0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '73e24114-268f-41a8-9add-5a3381f228df', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:15Z', 'updated_at': '2021-05-20T18:27:18Z', 'revision_number': 1, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:03.176855 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] Checking router: 0711da84-c7f9-436b-9ea8-a2f5480850ba for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:32:03.186880 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:32:03.187692 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a174c36d0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:03.227091 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-333695bb-6c9f-4a7f-9a0f-3c0ddc65c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:03.228520 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-333695bb-6c9f-4a7f-9a0f-3c0ddc65c47e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.1278369
May 20 18:32:03.250660 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-4ccb4bd7-e87c-49b9-becf-bb8d22727383 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389840
May 20 18:32:03.342215 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08121c-b674-40b0-88cc-2bb97c3bb763 req-96b085be-0816-454a-9cc6-00ac6739739e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:03.343626 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-af08121c-b674-40b0-88cc-2bb97c3bb763 req-96b085be-0816-454a-9cc6-00ac6739739e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 943 time: 0.1912966
May 20 18:32:03.349526 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-644f7801-a35a-4afe-9884-077e1cc5360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:03.351050 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-644f7801-a35a-4afe-9884-077e1cc5360a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1145487
May 20 18:32:03.380475 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:32:03.398851 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-41bb9aac-21c3-4ae9-a765-0025180e565a req-f96853e6-1f45-4800-95ee-2aa3138a63dd service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404903
May 20 18:32:03.530865 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-af08121c-b674-40b0-88cc-2bb97c3bb763 req-29c311e8-9cb1-4a1f-9e70-81cce1bbcca8 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788342
May 20 18:32:03.580297 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-ade26011-3107-4897-a226-44bbf8fa27c3 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117410
May 20 18:32:03.592498 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d53e9-abfb-4fe4-aa52-d56baf3ef0a9 req-81e39771-ecc8-4d71-9561-c38b21ff7b15 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:03.593857 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1a5d53e9-abfb-4fe4-aa52-d56baf3ef0a9 req-81e39771-ecc8-4d71-9561-c38b21ff7b15 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 944 time: 0.2264416
May 20 18:32:03.723886 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1a5d53e9-abfb-4fe4-aa52-d56baf3ef0a9 req-e83271d9-81d4-40fb-9d49-f98aba51bddc tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117036
May 20 18:32:03.732646 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a174c36d0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '73e24114-268f-41a8-9add-5a3381f228df', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:15Z', 'updated_at': '2021-05-20T18:27:18Z', 'revision_number': 1, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:03.736702 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0256f-8952-4478-840f-7410495f96b2 None None] The sync data for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi is: [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_floatingips': [{'id': '73e24114-268f-41a8-9add-5a3381f228df', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'router_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'port_id': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'mac_address': 'fa:16:3e:46:9f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:27:15Z', 'updated_at': '2021-05-20T18:27:18Z', 'revision_number': 1, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:32:03.752333 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3d9ca92b-0ed8-4266-96a4-1df7409f1456 req-d3e59d56-b02b-428e-8c1c-8bd876b40cbe service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575449
May 20 18:32:04.108919 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b59ee-2160-444f-a7aa-31f130002638 None None] New status for floating IP abfb6dcf-b71b-48b8-bd6c-5d9f6fb4c54a: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:32:04.353201 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526d82-6e88-4b50-b01e-7817eb5a6141 req-21b198bf-a4f6-4f9e-a806-1e042d8ee3df tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:04.357007 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a526d82-6e88-4b50-b01e-7817eb5a6141 req-21b198bf-a4f6-4f9e-a806-1e042d8ee3df tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 946 time: 0.0815940
May 20 18:32:04.404024 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a526d82-6e88-4b50-b01e-7817eb5a6141 req-5dc3f2d3-0891-4e42-b191-cc2d7531259f tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430470
May 20 18:32:04.744675 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-a493fe81-bafd-4c6d-9db4-ea952d2189e7 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:04.746048 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-a493fe81-bafd-4c6d-9db4-ea952d2189e7 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 946 time: 0.1414359
May 20 18:32:04.754750 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a8e0a-5241-43d8-a591-8986695d9d9b req-68aff25b-4292-49e0-97e1-f1607aff7dfb tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:04.756013 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a73a8e0a-5241-43d8-a591-8986695d9d9b req-68aff25b-4292-49e0-97e1-f1607aff7dfb tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 943 time: 0.1159725
May 20 18:32:04.928185 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a73a8e0a-5241-43d8-a591-8986695d9d9b req-df49152d-f734-4501-ae36-b278041be842 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390505
May 20 18:32:04.983821 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a41d7-13c9-4b9c-9ec6-e5f940d06149 req-33f1deed-3194-46f4-b044-deb19ce90d05 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:04.985285 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2b5a41d7-13c9-4b9c-9ec6-e5f940d06149 req-33f1deed-3194-46f4-b044-deb19ce90d05 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 944 time: 0.1513259
May 20 18:32:04.992168 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Deleting port e1d59345-769c-4b70-9f42-cf8694a13226 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:04.992513 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:05.122183 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2b5a41d7-13c9-4b9c-9ec6-e5f940d06149 req-282c5576-2c31-4711-8f2c-3f654774d0ba tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166420
May 20 18:32:05.154230 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] For port e1d59345-769c-4b70-9f42-cf8694a13226, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e1d59345-769c-4b70-9f42-cf8694a13226,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:05.154582 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:05.275233 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Calling delete_port for e1d59345-769c-4b70-9f42-cf8694a13226 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:05.489707 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:05.495412 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-306c2001-4f9f-4007-8545-3fd2b54067fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:05.577420 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event deleted for resources: {'Port': ['ID=e1d59345-769c-4b70-9f42-cf8694a13226,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:05.580382 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:05.611991 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8f74dbd5-472e-4cd5-8dad-4c9dd6c87d44 req-765a3ea5-e7b0-4cba-815c-18f8ea8419ca tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9373156-2174-46b5-bf30-fe5c538773c6 HTTP/1.1" status: 200  len: 210 time: 0.0870047
May 20 18:32:05.658499 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] No DVR routers for this DVR port e1d59345-769c-4b70-9f42-cf8694a13226 on host hv-cinder-79229 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:32:05.661417 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:05.664164 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'name': 'network-vif-deleted', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:05.681015 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ee2e0218-c0d2-4474-a9ab-f2cccc44d00a req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "DELETE /v2.0/ports/e1d59345-769c-4b70-9f42-cf8694a13226 HTTP/1.1" status: 204  len: 173 time: 0.9239228
May 20 18:32:05.711573 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9373156-2174-46b5-bf30-fe5c538773c6', 'name': 'network-vif-deleted', 'tag': 'e1d59345-769c-4b70-9f42-cf8694a13226', 'status': 'completed', 'code': 200}
May 20 18:32:06.072030 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device abf6ab92-ae32-4e48-8a8d-a79de6871730 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:32:06.075470 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 84caf90a-9d63-4cc4-9774-1d1d0cd7311f up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:32:06.134073 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50223d6b-5f8a-4324-bf9d-8298ad489119 req-af50cea0-0672-43c8-90b7-8e063a2cdba6 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:06.135605 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-50223d6b-5f8a-4324-bf9d-8298ad489119 req-af50cea0-0672-43c8-90b7-8e063a2cdba6 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 943 time: 0.0919318
May 20 18:32:06.181673 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-50223d6b-5f8a-4324-bf9d-8298ad489119 req-f7870569-0c7f-46b9-9c74-7759b836a54b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400460
May 20 18:32:06.243385 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:32:06.259484 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:32:06.259860 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:06.290774 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port abf6ab92-ae32-4e48-8a8d-a79de6871730, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=abf6ab92-ae32-4e48-8a8d-a79de6871730,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:06.312227 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11205816-8943-4de2-80eb-754876b095e1 req-30035472-c010-489d-9ba9-a6abd28668f8 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:06.313715 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-11205816-8943-4de2-80eb-754876b095e1 req-30035472-c010-489d-9ba9-a6abd28668f8 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 944 time: 0.0820501
May 20 18:32:06.320404 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': 'abf6ab92-ae32-4e48-8a8d-a79de6871730', 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae', 'port_id': 'abf6ab92-ae32-4e48-8a8d-a79de6871730', 'mac_address': 'fa:16:3e:3f:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8769c1-659f-441d-b0a7-de7f3e8fc13f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:32:06.363957 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-11205816-8943-4de2-80eb-754876b095e1 req-d13781b7-b4de-4987-9e10-cf92d2100368 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431042
May 20 18:32:06.392328 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:06.449063 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf6ab92-ae32-4e48-8a8d-a79de6871730 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:32:06.472713 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:06.486671 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port abf6ab92-ae32-4e48-8a8d-a79de6871730, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=abf6ab92-ae32-4e48-8a8d-a79de6871730,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:06.493475 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:06.496264 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6aaba626-95ac-459c-81ba-494525446585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:06.552815 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06202b2b-0aa5-4310-98c3-0add285c747c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84caf90a-9d63-4cc4-9774-1d1d0cd7311f'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:06.568031 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:06.573468 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:06.582421 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=abf6ab92-ae32-4e48-8a8d-a79de6871730,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:06.585199 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:06.585878 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:06.650510 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06202b2b-0aa5-4310-98c3-0add285c747c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84caf90a-9d63-4cc4-9774-1d1d0cd7311f', 'code': 200}
May 20 18:32:06.653066 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:06.656040 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:06.845253 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['abf6ab92-ae32-4e48-8a8d-a79de6871730'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:32:06.886818 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e34c1-3e66-405d-979a-5170aea1eb66 req-68f316d5-043c-441f-bf53-5934d1af2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:06.888292 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-040e34c1-3e66-405d-979a-5170aea1eb66 req-68f316d5-043c-441f-bf53-5934d1af2f6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 1098 time: 0.0724711
May 20 18:32:06.931258 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-040e34c1-3e66-405d-979a-5170aea1eb66 req-6e12861c-f78a-4892-a173-bfa021ab8bb9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358937
May 20 18:32:07.369122 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e9881-88db-4aaa-919b-2745685a25ca req-b0499625-a07b-4d82-8f21-e6433ee2cb7f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:07.370607 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-845e9881-88db-4aaa-919b-2745685a25ca req-b0499625-a07b-4d82-8f21-e6433ee2cb7f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 944 time: 0.0823364
May 20 18:32:07.416254 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-845e9881-88db-4aaa-919b-2745685a25ca req-2fb21027-4e35-470b-9224-436372544c33 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399117
May 20 18:32:07.551621 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516f765-c255-4129-b6fd-818ebbe3adf4 req-20530422-9dfc-4001-9c46-1b106b3db983 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:07.553443 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a516f765-c255-4129-b6fd-818ebbe3adf4 req-20530422-9dfc-4001-9c46-1b106b3db983 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 945 time: 0.0791209
May 20 18:32:07.600896 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a516f765-c255-4129-b6fd-818ebbe3adf4 req-e9dcd366-4bd2-4c1b-bbc9-57fcb4611feb tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395970
May 20 18:32:08.110754 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device abf6ab92-ae32-4e48-8a8d-a79de6871730 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:32:08.182616 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port abf6ab92-ae32-4e48-8a8d-a79de6871730 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:32:08.187286 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port abf6ab92-ae32-4e48-8a8d-a79de6871730 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:32:08.187667 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:08.308155 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:08.343174 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port abf6ab92-ae32-4e48-8a8d-a79de6871730, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=abf6ab92-ae32-4e48-8a8d-a79de6871730,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:08.347487 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:08.348292 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device e1d59345-769c-4b70-9f42-cf8694a13226 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:08.400239 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-952d69dd-955d-43e8-a9f3-b893b5700d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:08.455435 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: e1d59345-769c-4b70-9f42-cf8694a13226 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:08.456327 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device e1d59345-769c-4b70-9f42-cf8694a13226 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:08.476781 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=abf6ab92-ae32-4e48-8a8d-a79de6871730,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:08.479728 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:08.606528 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030509ea-6c5d-43ab-8ad7-4b56264cd9ad req-86f146bc-8c88-417f-a790-8eb2a59a10c6 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:08.607980 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-030509ea-6c5d-43ab-8ad7-4b56264cd9ad req-86f146bc-8c88-417f-a790-8eb2a59a10c6 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 945 time: 0.0845807
May 20 18:32:08.651931 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03492957-e51f-4205-ae56-16952814b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf6ab92-ae32-4e48-8a8d-a79de6871730'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:08.654805 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-030509ea-6c5d-43ab-8ad7-4b56264cd9ad req-bf9c9d03-ae61-4272-9825-d23e1ff16301 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411682
May 20 18:32:08.708255 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03492957-e51f-4205-ae56-16952814b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf6ab92-ae32-4e48-8a8d-a79de6871730', 'code': 200}
May 20 18:32:08.802377 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582a9dd-6665-40fa-9e76-f24c0d061b01 req-e5650152-2f08-418e-8b71-e638d19a2572 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:08.803846 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6582a9dd-6665-40fa-9e76-f24c0d061b01 req-e5650152-2f08-418e-8b71-e638d19a2572 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 945 time: 0.0880175
May 20 18:32:08.859019 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6582a9dd-6665-40fa-9e76-f24c0d061b01 req-fa76e063-720d-41cb-b41f-7a045e6e630d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491877
May 20 18:32:08.930224 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6c68-eca0-4929-8c36-235ec04e5170 req-68ad0012-d751-455e-bb67-f110dd3acb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:08.931714 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a81b6c68-eca0-4929-8c36-235ec04e5170 req-68ad0012-d751-455e-bb67-f110dd3acb61 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 1098 time: 0.0706978
May 20 18:32:08.976306 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a81b6c68-eca0-4929-8c36-235ec04e5170 req-da6ecf30-4ff8-410a-b61c-bfe2912b6f36 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382407
May 20 18:32:09.105591 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45636) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:09.368932 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Deleting port 1e6aa5fd-8cf3-481c-9cc5-ecf81946ec0e {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:09.369286 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:09.492791 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:09.493114 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:09.716579 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Calling delete_port for 1e6aa5fd-8cf3-481c-9cc5-ecf81946ec0e owned by network:floatingip {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:09.952269 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:09.958803 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-94f01a2a-8ec5-4c63-b086-19655d950539 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:10.012328 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event deleted for resources: {'Port': ['ID=1e6aa5fd-8cf3-481c-9cc5-ecf81946ec0e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:10.020931 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7ae33-f548-46ab-8c0f-976aa1dcd230 req-0d066585-5671-413d-8cee-aa9fea335760 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:10.022437 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f3f7ae33-f548-46ab-8c0f-976aa1dcd230 req-0d066585-5671-413d-8cee-aa9fea335760 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 945 time: 0.2499607
May 20 18:32:10.047211 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:10.062489 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d930f-006d-4e31-b96f-01f03635ef9e req-76f2f6b8-f720-4fa0-bba2-ccb77e0cb572 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:10.063950 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c48d930f-006d-4e31-b96f-01f03635ef9e req-76f2f6b8-f720-4fa0-bba2-ccb77e0cb572 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 945 time: 0.2536101
May 20 18:32:10.183799 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f3f7ae33-f548-46ab-8c0f-976aa1dcd230 req-10ae0284-f7aa-4895-b065-8141225ee1ea tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348896
May 20 18:32:10.189748 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c48d930f-006d-4e31-b96f-01f03635ef9e req-e39e6ca9-d5ec-4e87-bd29-dc925ce0bbf7 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848546
May 20 18:32:10.194966 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:10.195347 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Floating IP 73e24114-268f-41a8-9add-5a3381f228df disassociated (deleted). External IP: 172.27.0.193, port: 14fae7c5-641c-4740-a70b-0e42d002f37c.
May 20 18:32:10.539220 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Router 0711da84-c7f9-436b-9ea8-a2f5480850ba has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:32:10.712683 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:32:10.722959 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] Sync routers for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:32:10.728617 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:10.732117 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:32:10.732803 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a180917f0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:10.788034 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-0dc4d311-5262-4e1a-a078-98b833871cff tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "DELETE /v2.0/floatingips/73e24114-268f-41a8-9add-5a3381f228df HTTP/1.1" status: 204  len: 168 time: 1.6790550
May 20 18:32:10.788034 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:10.835029 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'status': 'completed', 'code': 200}
May 20 18:32:10.910172 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:32:10.928126 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-6a8930bd-6a83-4b20-b082-03fbb8d0bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:10.929818 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-6a8930bd-6a83-4b20-b082-03fbb8d0bfa8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b14bd383da44746985d08a30cd1b357&device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 1099 time: 0.0728145
May 20 18:32:11.084213 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-406f1ff1-96d6-4c16-9e96-41a2a6356b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:11.085618 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-406f1ff1-96d6-4c16-9e96-41a2a6356b2a service neutron] 10.222.0.22 "GET /v2.0/networks?id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 200  len: 911 time: 0.1474836
May 20 18:32:11.191388 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-208ebff2-a42e-4065-ad5e-62c9b5efb841 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14fae7c5-641c-4740-a70b-0e42d002f37c HTTP/1.1" status: 200  len: 217 time: 0.0987132
May 20 18:32:11.255450 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a180917f0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:11.259870 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] Checking router: 0711da84-c7f9-436b-9ea8-a2f5480850ba for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:32:11.269572 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:32:11.270242 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a180917f0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:11.435326 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-d1321daf-af46-438f-9e44-5e0c893ab110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:11.436758 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-d1321daf-af46-438f-9e44-5e0c893ab110 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 200  len: 850 time: 0.2345312
May 20 18:32:11.449511 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:32:11.494665 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-df0a7746-268f-441d-a302-9812f9f1b2b4 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:11.495377 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-df0a7746-268f-441d-a302-9812f9f1b2b4 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Synchronizing usage tracker for tenant:b8aa296f285e4625ae0d96c3a4ab863b on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:32:11.514392 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-df0a7746-268f-441d-a302-9812f9f1b2b4 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Unset dirty status for tenant:b8aa296f285e4625ae0d96c3a4ab863b on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:32:11.515584 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-df0a7746-268f-441d-a302-9812f9f1b2b4 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.22 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 945 time: 0.1160028
May 20 18:32:11.518043 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a0c79-5ffe-4e9e-ad0f-a361beec0e3c req-3c19499b-bec3-46e9-b512-b273308ffd20 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:11.518790 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-509a0c79-5ffe-4e9e-ad0f-a361beec0e3c req-3c19499b-bec3-46e9-b512-b273308ffd20 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Synchronizing usage tracker for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:32:11.540060 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9782-a2f9-4da3-8fe0-ec64014b3856 req-0f3e9477-a535-43a2-aee0-573c64261fcc tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:11.541427 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-15ff9782-a2f9-4da3-8fe0-ec64014b3856 req-0f3e9477-a535-43a2-aee0-573c64261fcc tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 945 time: 0.1943510
May 20 18:32:11.576993 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-509a0c79-5ffe-4e9e-ad0f-a361beec0e3c req-3c19499b-bec3-46e9-b512-b273308ffd20 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Unset dirty status for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:32:11.578179 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-509a0c79-5ffe-4e9e-ad0f-a361beec0e3c req-3c19499b-bec3-46e9-b512-b273308ffd20 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 946 time: 0.4252572
May 20 18:32:11.619793 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-15ff9782-a2f9-4da3-8fe0-ec64014b3856 req-6aa4e7a3-b682-4544-8a32-bf5fd4c06797 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716903
May 20 18:32:11.624638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-792a558e-037b-419b-b6c5-8cf183834a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:11.626107 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-792a558e-037b-419b-b6c5-8cf183834a26 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=324ca71e-7f17-4be5-8d04-6ebc2ab4f332&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1814125
May 20 18:32:11.707765 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-509a0c79-5ffe-4e9e-ad0f-a361beec0e3c req-3cb6d98c-beb1-4c6b-9a1b-f3022777742c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172016
May 20 18:32:11.711274 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Deleting port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:11.711831 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:11.797890 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a180917f0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:11.807574 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387765d-1bbc-4dca-8e9b-4e80703176f4 None None] The sync data for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi is: [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:21:11Z', 'revision_number': 4, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': '4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c', 'name': '', 'network_id': '324ca71e-7f17-4be5-8d04-6ebc2ab4f332', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'mac_address': 'fa:16:3e:c7:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:10Z', 'updated_at': '2021-05-20T18:21:22Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'subnets': [{'id': '22bb6ec4-7a08-431a-b3b4-52c1e2066dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:32:11.887938 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-948d3997-8b9e-447e-87a8-297cd89099c9 service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525489
May 20 18:32:11.923406 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] For port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:11.923825 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:11.998475 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf491e-9a1e-4801-ba2c-926075739bd3 req-6f735186-a7b6-408c-aa9d-2aae941cd9ea tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:12.005783 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8dcf491e-9a1e-4801-ba2c-926075739bd3 req-6f735186-a7b6-408c-aa9d-2aae941cd9ea tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=06202b2b-0aa5-4310-98c3-0add285c747c HTTP/1.1" status: 200  len: 945 time: 0.2183807
May 20 18:32:12.097049 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8dcf491e-9a1e-4801-ba2c-926075739bd3 req-9c689e5e-af0a-44a9-ac34-325a2fbffd87 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897379
May 20 18:32:12.112117 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Calling delete_port for 84caf90a-9d63-4cc4-9774-1d1d0cd7311f owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:12.120726 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-387bb91f-2d9f-409d-8b9e-0edd30f606cd req-a5d592d8-bc1b-4d62-a326-dae38b039b1c service neutron] 10.222.0.22 "GET /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248089
May 20 18:32:12.172307 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-6af86c17-aef5-4f05-b69a-35971add53e4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:12.173034 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-6af86c17-aef5-4f05-b69a-35971add53e4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Synchronizing usage tracker for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:32:12.197723 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-6af86c17-aef5-4f05-b69a-35971add53e4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Unset dirty status for tenant:0b14bd383da44746985d08a30cd1b357 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:32:12.198929 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-6af86c17-aef5-4f05-b69a-35971add53e4 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 946 time: 0.2062085
May 20 18:32:12.201610 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9549d87-7de7-4305-8c1f-772277cfde1c None None] New status for floating IP 73e24114-268f-41a8-9add-5a3381f228df: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:32:12.364398 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:12.370381 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-91bd4ba9-c6a4-474a-beb5-aac424d506b8 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:12.375796 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['84caf90a-9d63-4cc4-9774-1d1d0cd7311f'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:32:12.430186 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Pushing event deleted for resources: {'Port': ['ID=84caf90a-9d63-4cc4-9774-1d1d0cd7311f,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:12.456954 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:12.506782 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] No DVR routers for this DVR port 84caf90a-9d63-4cc4-9774-1d1d0cd7311f on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:32:12.510263 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:12.512774 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06202b2b-0aa5-4310-98c3-0add285c747c', 'name': 'network-vif-deleted', 'tag': '84caf90a-9d63-4cc4-9774-1d1d0cd7311f'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:12.528686 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Deleting port 14fae7c5-641c-4740-a70b-0e42d002f37c {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:12.529049 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:12.546217 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-79b48d95-327c-4176-b9ea-152c8a2c6440 req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.22 "DELETE /v2.0/ports/84caf90a-9d63-4cc4-9774-1d1d0cd7311f HTTP/1.1" status: 204  len: 173 time: 1.0230861
May 20 18:32:12.563384 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06202b2b-0aa5-4310-98c3-0add285c747c', 'name': 'network-vif-deleted', 'tag': '84caf90a-9d63-4cc4-9774-1d1d0cd7311f', 'status': 'completed', 'code': 200}
May 20 18:32:12.669579 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] For port 14fae7c5-641c-4740-a70b-0e42d002f37c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=14fae7c5-641c-4740-a70b-0e42d002f37c,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:12.669967 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:12.791480 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Calling delete_port for 14fae7c5-641c-4740-a70b-0e42d002f37c owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:12.908007 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb10fe4-ada7-4372-834d-b9193f7c8b4d req-922244b6-f747-4e2f-93e8-1a2d797c4d3a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:12.909612 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bdb10fe4-ada7-4372-834d-b9193f7c8b4d req-922244b6-f747-4e2f-93e8-1a2d797c4d3a tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d716850-42e3-4be7-a2d6-ca86784196e1 HTTP/1.1" status: 200  len: 946 time: 0.0867751
May 20 18:32:12.968591 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bdb10fe4-ada7-4372-834d-b9193f7c8b4d req-3ffd1e64-29d6-4edd-bc91-2917f42eaa87 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "GET /v2.0/security-groups?id=49e2a045-2b6a-4e24-9efd-f32a96dd7f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528305
May 20 18:32:13.021122 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:13.027689 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2a889b9c-bda8-425f-8a51-190769c88952 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:13.071459 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event deleted for resources: {'Port': ['ID=14fae7c5-641c-4740-a70b-0e42d002f37c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:13.074117 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:13.159570 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] No DVR routers for this DVR port 14fae7c5-641c-4740-a70b-0e42d002f37c on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:32:13.162055 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:13.176765 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-cf6b2e1a-3a43-46ce-be3c-402f3f8c2058 req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.22 "DELETE /v2.0/ports/14fae7c5-641c-4740-a70b-0e42d002f37c HTTP/1.1" status: 204  len: 173 time: 0.9722302
May 20 18:32:13.532010 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-766d5b6b-5eb2-4833-bf37-696fd393c00c tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:13.534256 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-766d5b6b-5eb2-4833-bf37-696fd393c00c tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/networks?id=e2f324bf-9268-4122-9582-547e3377adbe HTTP/1.1" status: 200  len: 808 time: 0.1639843
May 20 18:32:13.553304 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-c038cccc-deee-4337-b027-a2d8371b01aa tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/quotas/b8aa296f285e4625ae0d96c3a4ab863b HTTP/1.1" status: 200  len: 375 time: 0.0119450
May 20 18:32:13.615763 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-57aef599-3921-4747-96da-b65e088c6caf tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8aa296f285e4625ae0d96c3a4ab863b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0538211
May 20 18:32:13.801028 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-a9940d46-a443-426b-92a9-2931a266b69c service neutron] 10.222.0.13 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778018
May 20 18:32:13.958758 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-41a11ff1-b267-4f39-85f7-989eb5d0fd1a service neutron] 10.222.0.13 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501796
May 20 18:32:14.077245 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45704) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:14.152912 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-14a3bbe9-37b5-4a7b-b118-a70aa0b21c7f req-64d10ce8-0ad5-4686-862f-9d73925ed498 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 210 time: 0.0499237
May 20 18:32:14.312835 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Deleting port 1c352ee4-809a-4a21-83e3-109721db7497 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:14.313113 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:14.439254 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:14.439586 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:14.567053 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Calling delete_port for 1c352ee4-809a-4a21-83e3-109721db7497 owned by network:floatingip {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:14.569445 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'name': 'network-vif-deleted', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:14.619380 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d716850-42e3-4be7-a2d6-ca86784196e1', 'name': 'network-vif-deleted', 'tag': '14fae7c5-641c-4740-a70b-0e42d002f37c', 'status': 'completed', 'code': 200}
May 20 18:32:14.692885 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:14.697489 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-248bbca8-89c4-4bd4-9758-28ac63dd075a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:14.740993 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event deleted for resources: {'Port': ['ID=1c352ee4-809a-4a21-83e3-109721db7497,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:14.744124 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:14.833737 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for floatingip, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:14.847257 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:14.848372 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-88607bb4-3f71-4065-b1da-a617bc8d962c tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "DELETE /v2.0/floatingips/8f68f4ba-3ce4-4de0-b30d-292c1855be7c HTTP/1.1" status: 204  len: 168 time: 0.7700996
May 20 18:32:15.205597 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-ae471169-9073-4987-bccf-893a7b7397df tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:15.207069 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-ae471169-9073-4987-bccf-893a7b7397df tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.22 "GET /v2.0/networks?id=e2f324bf-9268-4122-9582-547e3377adbe HTTP/1.1" status: 200  len: 808 time: 0.1616619
May 20 18:32:15.221665 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Request body: {'port': {'device_id': '2681a481-e6a4-43c7-9e08-00e4f9826086', 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe', 'admin_state_up': True, 'tenant_id': 'b8aa296f285e4625ae0d96c3a4ab863b'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:32:15.331013 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-84e6cd09-3e71-4837-af30-ea9d7a846ab4 req-574bd58a-f366-426f-8797-d56465ea1ac5 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 210 time: 0.0539465
May 20 18:32:15.364044 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:32:15.368048 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Usage tracker for resource:port and tenant:b8aa296f285e4625ae0d96c3a4ab863b is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:32:15.370857 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:32:15.376496 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:32:15.386371 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Made reservation on behalf of b8aa296f285e4625ae0d96c3a4ab863b for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:32:15.389716 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:15.546482 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Allocated IP 172.20.0.6 (e2f324bf-9268-4122-9582-547e3377adbe/908991d3-4974-4004-ba2b-1c045e087dd6/d685d82a-e20b-4601-b6ee-f664b0de745b) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:32:15.841295 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:15.870386 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:15.876003 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-32f90434-33f2-4108-ac2b-86c20b2c07f3 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:15.941927 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Network e2f324bf-9268-4122-9582-547e3377adbe is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:32:15.945179 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:32:15.949099 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:32:15.986841 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Pushing event updated for resources: {'Port': ['ID=d685d82a-e20b-4601-b6ee-f664b0de745b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:15.991329 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:16.019081 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:16.019698 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.044613 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-0ba31f34-bf58-429f-bc5f-fc0287411a9e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8269126
May 20 18:32:16.056680 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Request body: {'port': {'device_id': '2681a481-e6a4-43c7-9e08-00e4f9826086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:32:16.135436 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 14fae7c5-641c-4740-a70b-0e42d002f37c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:16.168756 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.173263 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 14fae7c5-641c-4740-a70b-0e42d002f37c {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:16.173614 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 14fae7c5-641c-4740-a70b-0e42d002f37c not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:16.174069 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 84caf90a-9d63-4cc4-9774-1d1d0cd7311f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:16.207750 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 84caf90a-9d63-4cc4-9774-1d1d0cd7311f {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:16.208106 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 84caf90a-9d63-4cc4-9774-1d1d0cd7311f not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:16.240777 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45738) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:16.309712 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b3cea0b0-713a-42f4-9e31-1baada2feea8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.341079 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b3cea0b0-713a-42f4-9e31-1baada2feea8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.410219 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b3cea0b0-713a-42f4-9e31-1baada2feea8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.415880 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-49f2535d-42ab-41f0-b6b5-c467efb56689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:16.431172 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cea0b0-713a-42f4-9e31-1baada2feea8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e2a045-2b6a-4e24-9efd-f32a96dd7f00,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:16.434332 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b3cea0b0-713a-42f4-9e31-1baada2feea8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:16.449868 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b3cea0b0-713a-42f4-9e31-1baada2feea8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.451076 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b3cea0b0-713a-42f4-9e31-1baada2feea8 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] 10.222.0.13 "DELETE /v2.0/security-groups/49e2a045-2b6a-4e24-9efd-f32a96dd7f00 HTTP/1.1" status: 204  len: 168 time: 0.2092712
May 20 18:32:16.515971 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45746) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:16.536133 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d685d82a-e20b-4601-b6ee-f664b0de745b {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:32:16.543885 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.550423 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae48c56-9b50-488e-8ce8-2672485ea80e req-37604fad-194b-4b71-becb-d944c8a85883 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:16.552360 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9ae48c56-9b50-488e-8ce8-2672485ea80e req-37604fad-194b-4b71-becb-d944c8a85883 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 931 time: 0.1048300
May 20 18:32:16.562192 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Transition to ACTIVE for port object d685d82a-e20b-4601-b6ee-f664b0de745b will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:32:16.567047 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.571989 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:16.726670 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Pushing event updated for resources: {'Port': ['ID=d685d82a-e20b-4601-b6ee-f664b0de745b,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:16.737365 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:16.795681 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9ae48c56-9b50-488e-8ce8-2672485ea80e req-56ec6bf0-2596-4244-92fb-79f910447fd1 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317650
May 20 18:32:16.805980 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Attempting to bind port d685d82a-e20b-4601-b6ee-f664b0de745b on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:32:16.806320 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Attempting to bind port d685d82a-e20b-4601-b6ee-f664b0de745b by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:32:16.806650 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Attempting to bind port d685d82a-e20b-4601-b6ee-f664b0de745b on network e2f324bf-9268-4122-9582-547e3377adbe {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:32:16.811594 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Port d685d82a-e20b-4601-b6ee-f664b0de745b on network e2f324bf-9268-4122-9582-547e3377adbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:32:16.811913 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Attempting to bind port d685d82a-e20b-4601-b6ee-f664b0de745b on network e2f324bf-9268-4122-9582-547e3377adbe {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:32:16.822125 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:32:16.822462 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Checking segment: {'id': '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:32:16.822848 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Bound using segment: {'id': '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:32:16.823271 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Bound port: d685d82a-e20b-4601-b6ee-f664b0de745b, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:32:16.823617 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.910043 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] For port d685d82a-e20b-4601-b6ee-f664b0de745b, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:32:16.913112 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] For port d685d82a-e20b-4601-b6ee-f664b0de745b, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d685d82a-e20b-4601-b6ee-f664b0de745b,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:32:16.917164 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.920701 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e547bd39-3505-4d8b-997e-7c9ee277dd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:16.986290 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:16.986854 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:16.988757 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] 10.222.0.22 "PUT /v2.0/ports/d685d82a-e20b-4601-b6ee-f664b0de745b HTTP/1.1" status: 200  len: 1093 time: 0.9366226
May 20 18:32:16.989306 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2681a481-e6a4-43c7-9e08-00e4f9826086', 'tag': 'd685d82a-e20b-4601-b6ee-f664b0de745b'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:17.006313 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Pushing event updated for resources: {'Port': ['ID=d685d82a-e20b-4601-b6ee-f664b0de745b,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:17.009417 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:17.064755 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2681a481-e6a4-43c7-9e08-00e4f9826086', 'tag': 'd685d82a-e20b-4601-b6ee-f664b0de745b', 'status': 'completed', 'code': 200}
May 20 18:32:17.106648 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-8a2ebf21-79c7-4612-844f-5f632a4e2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:17.108164 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-8a2ebf21-79c7-4612-844f-5f632a4e2e23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8aa296f285e4625ae0d96c3a4ab863b&device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 1096 time: 0.0768082
May 20 18:32:17.253493 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539684'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:17.301492 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-9f9b3035-132e-4133-8e1e-eae3e8349e87 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d685d82a-e20b-4601-b6ee-f664b0de745b HTTP/1.1" status: 200  len: 217 time: 0.0662992
May 20 18:32:17.360372 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-15e7c29c-8648-4804-bfee-b40ce8b92181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:17.368689 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-2d4ab219-dbac-46a6-b527-5537b76fac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:17.370155 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-2d4ab219-dbac-46a6-b527-5537b76fac98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=908991d3-4974-4004-ba2b-1c045e087dd6 HTTP/1.1" status: 200  len: 848 time: 0.0617881
May 20 18:32:17.423026 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-d03f1de0-f961-4fe1-9de6-d0536bfc236f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e2f324bf-9268-4122-9582-547e3377adbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465314
May 20 18:32:17.557709 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-cbc01e8d-28d2-41b4-8ade-e3357993d32b service neutron] 10.222.0.22 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284811
May 20 18:32:17.666406 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Deleting port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:17.667044 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:17.785057 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-104c94e3-e52f-4893-a12a-736097bd2b51 req-145bf75e-fcf1-4a38-8b8b-fb433620f1b9 service neutron] 10.222.0.22 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2208054
May 20 18:32:17.789001 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] For port 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:17.789354 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:17.902428 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44273a24-67b6-4d36-b833-aef9292de362 req-2d729386-967a-4a89-9ae0-5311bc0e13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:17.904076 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-44273a24-67b6-4d36-b833-aef9292de362 req-2d729386-967a-4a89-9ae0-5311bc0e13e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8aa296f285e4625ae0d96c3a4ab863b&device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 1096 time: 0.0743418
May 20 18:32:17.915550 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Calling delete_port for 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:18.018757 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732b1f1-4423-48dd-8ce6-b517180c487c req-f4134287-abea-4ec6-977e-8d2f53842467 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:18.020223 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1732b1f1-4423-48dd-8ce6-b517180c487c req-f4134287-abea-4ec6-977e-8d2f53842467 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 943 time: 0.1124499
May 20 18:32:18.038358 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44273a24-67b6-4d36-b833-aef9292de362 req-08628e0c-71eb-49fc-a41d-278291b5aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:18.039844 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-44273a24-67b6-4d36-b833-aef9292de362 req-08628e0c-71eb-49fc-a41d-278291b5aa07 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e2f324bf-9268-4122-9582-547e3377adbe HTTP/1.1" status: 200  len: 908 time: 0.1293819
May 20 18:32:18.080450 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1732b1f1-4423-48dd-8ce6-b517180c487c req-49138615-49b0-4a41-8426-a906cfc3ee10 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490475
May 20 18:32:18.111266 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-44273a24-67b6-4d36-b833-aef9292de362 req-3d6dda6a-5cb0-404c-b9bf-a759edb5055a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d685d82a-e20b-4601-b6ee-f664b0de745b HTTP/1.1" status: 200  len: 217 time: 0.0648701
May 20 18:32:18.173094 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:18.178288 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44273a24-67b6-4d36-b833-aef9292de362 req-9d94147b-7976-4b98-8f9b-0d273fdc92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:18.178585 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-34564ba6-e8dd-47c0-ba8d-2284acc44103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:18.179749 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-44273a24-67b6-4d36-b833-aef9292de362 req-9d94147b-7976-4b98-8f9b-0d273fdc92c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=908991d3-4974-4004-ba2b-1c045e087dd6 HTTP/1.1" status: 200  len: 848 time: 0.0618954
May 20 18:32:18.228856 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-44273a24-67b6-4d36-b833-aef9292de362 req-041bab12-97b8-42c4-84e3-67a9a65b8c4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e2f324bf-9268-4122-9582-547e3377adbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414114
May 20 18:32:18.257811 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:18.259709 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:18.377181 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-44273a24-67b6-4d36-b833-aef9292de362 req-d76cf841-9dbc-491c-87ba-b673dabc521e service neutron] 10.222.0.22 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406896
May 20 18:32:18.510519 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-44273a24-67b6-4d36-b833-aef9292de362 req-5a70d9d3-25c3-477b-8a84-ed051966077d service neutron] 10.222.0.22 "GET /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259215
May 20 18:32:18.597478 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539792'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:18.945621 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Router 0711da84-c7f9-436b-9ea8-a2f5480850ba has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:32:19.119853 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:32:19.129352 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] Sync routers for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:32:19.131867 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-793545c6-2ddd-424c-bee5-09b7975703d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/0711da84-c7f9-436b-9ea8-a2f5480850ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6148844
May 20 18:32:19.134305 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45762) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:19.142110 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:32:19.142837 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a164badc0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:19.363478 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:19.366338 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:32:19.440382 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738e8b-3bdb-4027-be4a-1b3eb7da97c4 req-ca647c47-4474-4e88-8283-113caf91fb9d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:19.441935 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9e738e8b-3bdb-4027-be4a-1b3eb7da97c4 req-ca647c47-4474-4e88-8283-113caf91fb9d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 943 time: 0.2389598
May 20 18:32:19.659087 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a164badc0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:32:18Z', 'revision_number': 5, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port': {'id': '76f2a81d-cc20-471a-b1c1-ec2efbe0181d', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:05Z', 'updated_at': '2021-05-20T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:19.663421 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] Checking router: 0711da84-c7f9-436b-9ea8-a2f5480850ba for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:32:19.672726 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] Routers {'0711da84-c7f9-436b-9ea8-a2f5480850ba'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:32:19.673406 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a164badc0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:31:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['0711da84-c7f9-436b-9ea8-a2f5480850ba'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:19.691802 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9e738e8b-3bdb-4027-be4a-1b3eb7da97c4 req-fc1846a8-b413-4090-bd5b-ba27d5c9009a tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411823
May 20 18:32:19.707147 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:19.776552 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Deleting port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:19.776885 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:19.827994 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:19.843912 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] Set router 0711da84-c7f9-436b-9ea8-a2f5480850ba gateway port host: None {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:32:19.896018 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] For port 76f2a81d-cc20-471a-b1c1-ec2efbe0181d, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=76f2a81d-cc20-471a-b1c1-ec2efbe0181d,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:19.896372 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:19.955392 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a164badc0>, [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:32:19Z', 'revision_number': 6, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port_host': None}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:19.960907 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234c3bd-26da-4aca-ab72-93ce2a395f84 None None] The sync data for ids ['0711da84-c7f9-436b-9ea8-a2f5480850ba'] in dv-cinder-792299-2-iscsi is: [{'id': '0711da84-c7f9-436b-9ea8-a2f5480850ba', 'name': 'tempest-TestVolumeBootPattern-921513834-router', 'tenant_id': '0b14bd383da44746985d08a30cd1b357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:04Z', 'updated_at': '2021-05-20T18:32:19Z', 'revision_number': 6, 'project_id': '0b14bd383da44746985d08a30cd1b357', 'gw_port_host': None}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:32:19.962865 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f76e-8110-42d7-9cf8-560f1ab9ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.017376 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Calling delete_port for 76f2a81d-cc20-471a-b1c1-ec2efbe0181d owned by network:router_gateway {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:20.154807 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.158355 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-29873915-bac9-423b-9b5b-baa58ac77b62 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:20.201648 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f2a81d-cc20-471a-b1c1-ec2efbe0181d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:20.204838 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:20.295653 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568335'] for router_gateway, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.472742 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29719'] for router, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.474954 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.496397 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568883'] for router, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.496891 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0711da84-c7f9-436b-9ea8-a2f5480850ba {{(pid=91651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 20 18:32:20.508708 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.509837 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0711da84-c7f9-436b-9ea8-a2f5480850ba HTTP/1.1" status: 204  len: 168 time: 1.3746269
May 20 18:32:20.512761 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45770) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:20.578956 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] Deleting subnet 22bb6ec4-7a08-431a-b3b4-52c1e2066dfe {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:32:20.582521 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.634893 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.718313 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.880130 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1866971-80e2-4a0c-aa64-8e4dfae38104 req-5c051372-088e-46e1-9034-138ecfd7960c tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:20.881892 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1866971-80e2-4a0c-aa64-8e4dfae38104 req-5c051372-088e-46e1-9034-138ecfd7960c tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 943 time: 0.0830531
May 20 18:32:20.933153 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a1866971-80e2-4a0c-aa64-8e4dfae38104 req-c7dc1dc0-0cab-4e22-a858-de1128bfff2d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450456
May 20 18:32:20.966011 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.976898 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:20.981931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4a996363-08b2-4bd7-be78-50f898319f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:21.021558 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.024126 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22bb6ec4-7a08-431a-b3b4-52c1e2066dfe,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:21.024682 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d2fe8c-f8e8-46f8-a802-e20f4ccd182d None None] Network 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:32:21.028648 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:21.031398 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/22bb6ec4-7a08-431a-b3b4-52c1e2066dfe HTTP/1.1" status: 204  len: 168 time: 0.5177786
May 20 18:32:21.033913 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45776) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:21.140803 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.156542 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.213267 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Deleting port 1e26619b-512c-4f27-b5b3-30bcec1c48ea {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:21.213604 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.289310 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] DHCP port deletion for 324ca71e-7f17-4be5-8d04-6ebc2ab4f332 request from dv-cinder-792299-2-iscsi {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 20 18:32:21.318697 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] For port 1e26619b-512c-4f27-b5b3-30bcec1c48ea, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1e26619b-512c-4f27-b5b3-30bcec1c48ea,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:21.319048 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.355052 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] Deleting port 1e26619b-512c-4f27-b5b3-30bcec1c48ea {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:21.355424 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.458513 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] For port 1e26619b-512c-4f27-b5b3-30bcec1c48ea, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=1e26619b-512c-4f27-b5b3-30bcec1c48ea,segment=NetworkSegment(25831882-0e20-45f8-bae9-ba9999d1fb98),segment_id=25831882-0e20-45f8-bae9-ba9999d1fb98)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:21.458786 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.519943 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 76f2a81d-cc20-471a-b1c1-ec2efbe0181d no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:21.542265 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Calling delete_port for 1e26619b-512c-4f27-b5b3-30bcec1c48ea owned by network:dhcp {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:21.591416 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.595272 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fa5e9005-9eea-4f1e-8e91-8ac4e9689f23 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:21.609369 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] Calling delete_port for 1e26619b-512c-4f27-b5b3-30bcec1c48ea owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:21.622659 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 76f2a81d-cc20-471a-b1c1-ec2efbe0181d {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:21.622659 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 76f2a81d-cc20-471a-b1c1-ec2efbe0181d not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:21.622659 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:21.647129 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e26619b-512c-4f27-b5b3-30bcec1c48ea,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:21.648191 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] No DVR routers for this DVR port 1e26619b-512c-4f27-b5b3-30bcec1c48ea on host dv-cinder-792299-2-iscsi {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:32:21.649999 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:21.704716 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:21.705059 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 4c24019e-6db8-4f1a-8cdb-4d0f9d23fd5c not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:21.706062 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1e26619b-512c-4f27-b5b3-30bcec1c48ea no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:21.740351 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 1e26619b-512c-4f27-b5b3-30bcec1c48ea {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:21.740555 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 1e26619b-512c-4f27-b5b3-30bcec1c48ea not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:21.768953 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.778453 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.782412 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a170292e0>,) {'filters': {'network_id': ['324ca71e-7f17-4be5-8d04-6ebc2ab4f332']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:21.782854 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:21.795049 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a170292e0>, '25831882-0e20-45f8-bae9-ba9999d1fb98') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:21.795348 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a170292e0>, '25831882-0e20-45f8-bae9-ba9999d1fb98') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:21.807089 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.824065 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.824936 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] Pushing event deleted for resources: {'Port': ['ID=1e26619b-512c-4f27-b5b3-30bcec1c48ea,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:21.828419 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:21.829214 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b49ff-f43c-4f4a-b042-2e71d2dcdd1a None None] No DVR routers for this DVR port 1e26619b-512c-4f27-b5b3-30bcec1c48ea on host dv-cinder-792299-2-iscsi {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:32:21.833330 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:32:21.833963 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:32:21.850395 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:32:21.875570 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-1e650f65-55f4-4de4-8adf-82274f8a5508 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:21.876996 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-1e650f65-55f4-4de4-8adf-82274f8a5508 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 815 time: 0.1670997
May 20 18:32:21.892555 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-51d17d3c-2eb0-41e6-b908-091c8eb5419c tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/quotas/29214a28549e478eacb572b18c8b5c81 HTTP/1.1" status: 200  len: 375 time: 0.0091298
May 20 18:32:21.930110 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.935756 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:21.942994 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:21.967228 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Pushing event deleted for resources: {'Network': ['ID=324ca71e-7f17-4be5-8d04-6ebc2ab4f332,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:21.973171 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:21.985887 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] 10.222.0.13 "DELETE /v2.0/networks/324ca71e-7f17-4be5-8d04-6ebc2ab4f332 HTTP/1.1" status: 204  len: 168 time: 0.9458845
May 20 18:32:21.986074 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-c8c715e3-469a-44a1-9194-56cae30ff7f8 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0853028
May 20 18:32:21.986074 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45796) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:22.170907 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device d685d82a-e20b-4601-b6ee-f664b0de745b details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:32:22.305587 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port d685d82a-e20b-4601-b6ee-f664b0de745b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d685d82a-e20b-4601-b6ee-f664b0de745b,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:22.319420 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': 'd685d82a-e20b-4601-b6ee-f664b0de745b', 'network_id': 'e2f324bf-9268-4122-9582-547e3377adbe', 'port_id': 'd685d82a-e20b-4601-b6ee-f664b0de745b', 'mac_address': 'fa:16:3e:f2:d7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908991d3-4974-4004-ba2b-1c045e087dd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:32:22.377911 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:22.394913 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d685d82a-e20b-4601-b6ee-f664b0de745b {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:32:22.412145 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port d685d82a-e20b-4601-b6ee-f664b0de745b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d685d82a-e20b-4601-b6ee-f664b0de745b,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:22.416443 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:22.418268 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:22.443332 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-97b56bd3-3e29-4092-8bfc-fca39f73d255 service neutron] 10.222.0.13 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4042711
May 20 18:32:22.483538 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:22.493599 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=d685d82a-e20b-4601-b6ee-f664b0de745b,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:22.496590 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:22.572154 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ab2ba-3ef0-444e-b26c-914989563839 req-389d1717-6ea7-49db-9900-e32806b9dd7d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:22.573616 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-411ab2ba-3ef0-444e-b26c-914989563839 req-389d1717-6ea7-49db-9900-e32806b9dd7d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 943 time: 0.5119748
May 20 18:32:22.722626 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['d685d82a-e20b-4601-b6ee-f664b0de745b'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:32:22.774800 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-af0e1ba4-420b-44f1-8e00-2fa67ec30205 service neutron] 10.222.0.13 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2802379
May 20 18:32:22.808523 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-411ab2ba-3ef0-444e-b26c-914989563839 req-f8c58e51-e57b-4b5e-8543-67b76af6248e tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266762
May 20 18:32:23.005031 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0eb73181-60e5-4f4a-86b8-e0c37e58014a req-1cf62019-de95-42e1-bbef-fec1fc27a8dd tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 210 time: 0.0604980
May 20 18:32:23.037652 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539684'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:23.454383 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Deleting port d0491ce3-1967-4d88-b3df-4017c2e79664 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:23.454721 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:23.575186 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] For port d0491ce3-1967-4d88-b3df-4017c2e79664, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=d0491ce3-1967-4d88-b3df-4017c2e79664,segment=NetworkSegment(1c990c9e-4c56-4997-8ffd-a47086bcde16),segment_id=1c990c9e-4c56-4997-8ffd-a47086bcde16)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:23.575449 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:23.693660 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Calling delete_port for d0491ce3-1967-4d88-b3df-4017c2e79664 owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:24.014335 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:24.018177 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cde04ec1-319a-4f28-b386-467e54456219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:24.068378 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0491ce3-1967-4d88-b3df-4017c2e79664,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:24.074048 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:24.119707 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe73ee2-51e8-4413-ac38-0e8ed247d9f5 req-f4a8e517-6475-4b34-a2a5-0e19353c615d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:24.121809 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4fe73ee2-51e8-4413-ac38-0e8ed247d9f5 req-f4a8e517-6475-4b34-a2a5-0e19353c615d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 944 time: 0.1901226
May 20 18:32:24.138750 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-9b97df1f-c975-4632-aa5c-9613aae92d4e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:24.141233 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-9b97df1f-c975-4632-aa5c-9613aae92d4e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 815 time: 0.1922674
May 20 18:32:24.157226 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Request body: {'port': {'device_id': '3463b947-2121-4f50-8c52-375697f681c2', 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae', 'admin_state_up': True, 'tenant_id': '29214a28549e478eacb572b18c8b5c81'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:32:24.179271 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device d685d82a-e20b-4601-b6ee-f664b0de745b up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:32:24.230293 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e554dd6c-09f6-4fe6-8406-26280f309741 req-9fae3c9a-b174-4196-b1a7-4cf5c140d29d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 210 time: 0.0769300
May 20 18:32:24.258998 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4fe73ee2-51e8-4413-ac38-0e8ed247d9f5 req-6da30507-f8d0-44fa-89bf-441ab0dfd2a7 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311677
May 20 18:32:24.333839 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port d685d82a-e20b-4601-b6ee-f664b0de745b completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:32:24.339827 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port d685d82a-e20b-4601-b6ee-f664b0de745b triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:32:24.340329 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:24.379181 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:32:24.383388 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Usage tracker for resource:port and tenant:29214a28549e478eacb572b18c8b5c81 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:32:24.386001 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:32:24.391695 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:32:24.402233 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Made reservation on behalf of 29214a28549e478eacb572b18c8b5c81 for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:32:24.405896 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:24.440800 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539792'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:24.470159 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:24.500120 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2681a481-e6a4-43c7-9e08-00e4f9826086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd685d82a-e20b-4601-b6ee-f664b0de745b'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:24.513339 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port d685d82a-e20b-4601-b6ee-f664b0de745b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d685d82a-e20b-4601-b6ee-f664b0de745b,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:24.519400 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:24.522567 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-8fa15f3a-829c-4b47-be8d-2ed82dc291c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:24.585227 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2681a481-e6a4-43c7-9e08-00e4f9826086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd685d82a-e20b-4601-b6ee-f664b0de745b', 'code': 200}
May 20 18:32:24.587274 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Allocated IP 172.20.0.8 (ef119606-0dc0-4806-8ce9-718a835303ae/1f8769c1-659f-441d-b0a7-de7f3e8fc13f/692fcd10-ece0-4327-a604-14e69b72d9c7) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:32:24.606286 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=d685d82a-e20b-4601-b6ee-f664b0de745b,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:24.615798 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:24.832375 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Router d4d9475b-8fed-4983-900a-07b04faac4b5 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:32:24.854340 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:24.872987 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5409b4-aeef-47c2-a9a3-c51fb16a0689 req-1a34230a-1ba2-4b8d-8825-1382ef0eb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:24.874539 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-1a5409b4-aeef-47c2-a9a3-c51fb16a0689 req-1a34230a-1ba2-4b8d-8825-1382ef0eb59f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 1098 time: 0.1176465
May 20 18:32:24.918338 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:24.925239 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-19b8f2a6-cbfa-4595-a417-d63633caa547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:24.929683 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['abf6ab92-ae32-4e48-8a8d-a79de6871730'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:32:24.965746 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-1a5409b4-aeef-47c2-a9a3-c51fb16a0689 req-2ce22859-16b7-47c3-87f1-2e4ca512f23b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795798
May 20 18:32:24.990763 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Network ef119606-0dc0-4806-8ce9-718a835303ae is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:32:24.994140 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:32:24.998131 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:32:25.018404 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:32:25.032393 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] Sync routers for ids ['d4d9475b-8fed-4983-900a-07b04faac4b5'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:32:25.042720 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4d9475b-8fed-4983-900a-07b04faac4b5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0550196
May 20 18:32:25.042962 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45820) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:25.049671 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] Routers {'d4d9475b-8fed-4983-900a-07b04faac4b5'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:32:25.050503 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a171e2df0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:32:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['d4d9475b-8fed-4983-900a-07b04faac4b5'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:25.051155 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Pushing event updated for resources: {'Port': ['ID=692fcd10-ece0-4327-a604-14e69b72d9c7,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:25.105372 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:25.153473 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:25.154225 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:25.230371 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-4504f081-7211-4abf-a838-0e23601dcc54 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0781500
May 20 18:32:25.233948 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] Set router d4d9475b-8fed-4983-900a-07b04faac4b5 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:32:25.249931 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Request body: {'port': {'device_id': '3463b947-2121-4f50-8c52-375697f681c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:32:25.437443 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks [] for router, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:25.510939 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd04f64-41b4-4242-98c3-850ae101a788 req-cd879588-838a-42fa-9f91-9d92450100f9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:25.512501 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fdd04f64-41b4-4242-98c3-850ae101a788 req-cd879588-838a-42fa-9f91-9d92450100f9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 931 time: 0.1624429
May 20 18:32:25.521814 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e351-d76b-4c82-aa7f-973e26655a98 req-e64a7b1a-7236-4ff9-b7a5-b08f2bdc3d81 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:25.526816 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2386e351-d76b-4c82-aa7f-973e26655a98 req-e64a7b1a-7236-4ff9-b7a5-b08f2bdc3d81 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 945 time: 0.1378071
May 20 18:32:25.543498 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a171e2df0>, [{'id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:15Z', 'updated_at': '2021-05-20T18:32:23Z', 'revision_number': 5, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'gw_port': {'id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:17Z', 'updated_at': '2021-05-20T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:25.547566 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] Checking router: d4d9475b-8fed-4983-900a-07b04faac4b5 for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:32:25.558857 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] Routers {'d4d9475b-8fed-4983-900a-07b04faac4b5'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:32:25.559960 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a171e2df0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:32:20Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['d4d9475b-8fed-4983-900a-07b04faac4b5'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:25.602981 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-fdd04f64-41b4-4242-98c3-850ae101a788 req-7284c146-f75e-4c01-8873-f546066d0c3b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749536
May 20 18:32:25.607531 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2386e351-d76b-4c82-aa7f-973e26655a98 req-d9ebd3cc-2520-4e1a-b811-5c2af26e2f3b tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774810
May 20 18:32:25.654357 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:25.738938 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] Set router d4d9475b-8fed-4983-900a-07b04faac4b5 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:32:25.739150 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:25.972705 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Deleting port 3e74b629-8a01-4250-864e-4ba444aed0fc {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:25.973050 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:26.027568 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a171e2df0>, [{'id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:15Z', 'updated_at': '2021-05-20T18:32:23Z', 'revision_number': 5, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'gw_port': {'id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:17Z', 'updated_at': '2021-05-20T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:26.031344 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee32cf62-bf65-4ab0-ac01-0884cf110a42 None None] The sync data for ids ['d4d9475b-8fed-4983-900a-07b04faac4b5'] in dv-cinder-792299-2-iscsi is: [{'id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'name': 'tempest-TestVolumeBootPattern-1839765003-router', 'tenant_id': 'a060d5dfff7f42d794847382592658f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:21:15Z', 'updated_at': '2021-05-20T18:32:23Z', 'revision_number': 5, 'project_id': 'a060d5dfff7f42d794847382592658f6', 'gw_port': {'id': '3e74b629-8a01-4250-864e-4ba444aed0fc', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d9475b-8fed-4983-900a-07b04faac4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:21:17Z', 'updated_at': '2021-05-20T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:32:26.181129 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] For port 3e74b629-8a01-4250-864e-4ba444aed0fc, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=3e74b629-8a01-4250-864e-4ba444aed0fc,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:26.181847 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:26.244414 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692fcd10-ece0-4327-a604-14e69b72d9c7 {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:32:26.310429 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Calling delete_port for 3e74b629-8a01-4250-864e-4ba444aed0fc owned by network:router_gateway {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:26.313724 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:26.333657 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Transition to ACTIVE for port object 692fcd10-ece0-4327-a604-14e69b72d9c7 will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:32:26.341531 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:26.346661 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-43f4d968-348a-4765-b136-6855799a983d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:26.479969 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Pushing event updated for resources: {'Port': ['ID=692fcd10-ece0-4327-a604-14e69b72d9c7,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:26.485846 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:26.863453 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Attempting to bind port 692fcd10-ece0-4327-a604-14e69b72d9c7 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:32:26.863767 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Attempting to bind port 692fcd10-ece0-4327-a604-14e69b72d9c7 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:32:26.864090 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Attempting to bind port 692fcd10-ece0-4327-a604-14e69b72d9c7 on network ef119606-0dc0-4806-8ce9-718a835303ae {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:32:26.869692 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Port 692fcd10-ece0-4327-a604-14e69b72d9c7 on network ef119606-0dc0-4806-8ce9-718a835303ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:32:26.870127 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Attempting to bind port 692fcd10-ece0-4327-a604-14e69b72d9c7 on network ef119606-0dc0-4806-8ce9-718a835303ae {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:32:26.879848 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:32:26.880182 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Checking segment: {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:32:26.880569 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Bound using segment: {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:32:26.880996 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Bound port: 692fcd10-ece0-4327-a604-14e69b72d9c7, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:32:26.881341 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:26.980462 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95524f6-620f-4945-b484-375b276d5138 req-d8684eda-88e1-4e7b-936a-f93e319efcc0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:26.981943 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c95524f6-620f-4945-b484-375b276d5138 req-d8684eda-88e1-4e7b-936a-f93e319efcc0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 943 time: 0.2644551
May 20 18:32:26.990947 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b165b-0063-47c2-a363-219c5e7bb0c1 req-c6c77e04-4231-4a48-ba30-809a78585ebf tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:26.992419 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3b8b165b-0063-47c2-a363-219c5e7bb0c1 req-c6c77e04-4231-4a48-ba30-809a78585ebf tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 945 time: 0.2412415
May 20 18:32:27.011501 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.018467 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e514968e-3e66-4dd7-9642-b72b54189f20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:27.063788 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c95524f6-620f-4945-b484-375b276d5138 req-8a05d46d-33b7-4075-9cde-b5332783aaff tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702269
May 20 18:32:27.065553 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e74b629-8a01-4250-864e-4ba444aed0fc,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:27.068557 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:27.070799 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3b8b165b-0063-47c2-a363-219c5e7bb0c1 req-ad8daf69-36ae-43bb-9ced-0be98d272792 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633330
May 20 18:32:27.137399 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] For port 692fcd10-ece0-4327-a604-14e69b72d9c7, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:32:27.156525 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] For port 692fcd10-ece0-4327-a604-14e69b72d9c7, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=692fcd10-ece0-4327-a604-14e69b72d9c7,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:32:27.162952 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.168439 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3a44ceef-5501-42d3-9560-5d1a80bbb59b tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:27.226312 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568335'] for router_gateway, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.332751 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:27.333374 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.334782 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] 10.222.0.22 "PUT /v2.0/ports/692fcd10-ece0-4327-a604-14e69b72d9c7 HTTP/1.1" status: 200  len: 1093 time: 2.0889502
May 20 18:32:27.335310 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3463b947-2121-4f50-8c52-375697f681c2', 'tag': '692fcd10-ece0-4327-a604-14e69b72d9c7'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:27.402825 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3463b947-2121-4f50-8c52-375697f681c2', 'tag': '692fcd10-ece0-4327-a604-14e69b72d9c7', 'status': 'completed', 'code': 200}
May 20 18:32:27.453846 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29719'] for router, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.461677 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.468604 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Pushing event updated for resources: {'Port': ['ID=692fcd10-ece0-4327-a604-14e69b72d9c7,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:27.474808 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ca693b02-bd83-4b70-9dcc-0755ce3bb68b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:27.504413 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568883'] for router, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.504949 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4d9475b-8fed-4983-900a-07b04faac4b5 {{(pid=91652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 20 18:32:27.516062 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device d0491ce3-1967-4d88-b3df-4017c2e79664 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:27.523688 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-9a591775-35e2-4e0f-aebf-1cd6159b7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:27.525235 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-9a591775-35e2-4e0f-aebf-1cd6159b7cc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 1096 time: 0.1192346
May 20 18:32:27.527419 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.530883 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-90937ae6-653e-44e9-8471-7b9778d47311 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d4d9475b-8fed-4983-900a-07b04faac4b5 HTTP/1.1" status: 204  len: 168 time: 2.4874487
May 20 18:32:27.531055 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45840) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:27.571725 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: d0491ce3-1967-4d88-b3df-4017c2e79664 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:27.572395 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device d0491ce3-1967-4d88-b3df-4017c2e79664 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:27.600102 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-65f3b35f-94af-40e8-9053-a2ce5d64d361 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692fcd10-ece0-4327-a604-14e69b72d9c7 HTTP/1.1" status: 200  len: 217 time: 0.0678544
May 20 18:32:27.615640 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc948a91-2933-413c-896d-cccd061d34a8 admin admin] Deleting subnet d56fcae5-c6af-4876-a435-f2d0734305cf {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:32:27.619522 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bc948a91-2933-413c-896d-cccd061d34a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.669293 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-3ad234bc-1088-4863-9649-83487596d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:27.670783 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-3ad234bc-1088-4863-9649-83487596d67b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f8769c1-659f-441d-b0a7-de7f3e8fc13f HTTP/1.1" status: 200  len: 855 time: 0.0644243
May 20 18:32:27.680482 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bc948a91-2933-413c-896d-cccd061d34a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13925754'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.720146 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-0a16af37-ebf7-4c71-b14a-2ab1d49feb78 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef119606-0dc0-4806-8ce9-718a835303ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415339
May 20 18:32:27.758786 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bc948a91-2933-413c-896d-cccd061d34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:27.853419 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-78399314-9eec-4b0f-a721-c25ef4a4fa23 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262658
May 20 18:32:28.005897 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9eaf3e02-4f7f-4708-8529-81b88bcfa457 req-85f196bf-ffac-4007-abc3-6bfb969d4f27 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453381
May 20 18:32:28.027316 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bc948a91-2933-413c-896d-cccd061d34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14066748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14149672'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.032866 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:28.069667 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc948a91-2933-413c-896d-cccd061d34a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56fcae5-c6af-4876-a435-f2d0734305cf,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:28.071661 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bc948a91-2933-413c-896d-cccd061d34a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.074497 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bc948a91-2933-413c-896d-cccd061d34a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:28.081175 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0424c8bc-50c2-4d6a-b9a9-4c2778beca2b None None] Network 270dd047-7650-463b-b46d-07cee3d1ea62 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:32:28.081385 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-bc948a91-2933-413c-896d-cccd061d34a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d56fcae5-c6af-4876-a435-f2d0734305cf HTTP/1.1" status: 204  len: 168 time: 0.5467021
May 20 18:32:28.081385 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45850) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:28.149296 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-676fc4ba-1ef8-4c3f-86cd-1acdae66af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:28.150963 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-676fc4ba-1ef8-4c3f-86cd-1acdae66af28 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 1096 time: 0.1005049
May 20 18:32:28.196339 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.316841 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-a4833f73-810e-48f7-98a7-d17724cf48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:28.318942 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-a4833f73-810e-48f7-98a7-d17724cf48a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 915 time: 0.1574399
May 20 18:32:28.388424 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-7a818994-f469-44a9-9cc4-be32b0f247ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692fcd10-ece0-4327-a604-14e69b72d9c7 HTTP/1.1" status: 200  len: 217 time: 0.0628819
May 20 18:32:28.393459 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Deleting port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:28.393820 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.419014 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] DHCP port deletion for 270dd047-7650-463b-b46d-07cee3d1ea62 request from dv-cinder-792299-2-iscsi {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 20 18:32:28.447477 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71e48-0ff9-4643-8289-78a291946898 req-73bb1e74-49bd-4dee-9c42-d9c2c11e3f0c tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:28.448956 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5ad71e48-0ff9-4643-8289-78a291946898 req-73bb1e74-49bd-4dee-9c42-d9c2c11e3f0c tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 945 time: 0.2171140
May 20 18:32:28.492580 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] Deleting port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:28.493060 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.509726 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2e0d8-e291-4d21-af68-6eb614241cc2 req-91615c25-8d00-46a1-afa6-c0280ded0b2d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:28.511249 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bba2e0d8-e291-4d21-af68-6eb614241cc2 req-91615c25-8d00-46a1-afa6-c0280ded0b2d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 943 time: 0.2343304
May 20 18:32:28.562899 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-598d2dd2-fc26-474b-aac4-71e353583cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:28.563160 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] For port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=8f341ec3-ee0f-4b1c-8699-8cb0d222e18e,segment=NetworkSegment(1c990c9e-4c56-4997-8ffd-a47086bcde16),segment_id=1c990c9e-4c56-4997-8ffd-a47086bcde16)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:28.563420 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.564339 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-598d2dd2-fc26-474b-aac4-71e353583cc8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f8769c1-659f-441d-b0a7-de7f3e8fc13f HTTP/1.1" status: 200  len: 855 time: 0.1694088
May 20 18:32:28.598209 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] For port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=8f341ec3-ee0f-4b1c-8699-8cb0d222e18e,segment=NetworkSegment(1c990c9e-4c56-4997-8ffd-a47086bcde16),segment_id=1c990c9e-4c56-4997-8ffd-a47086bcde16)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:28.598826 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.613933 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-ebe0bfe9-8168-445d-9d2b-696923d642a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef119606-0dc0-4806-8ce9-718a835303ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407841
May 20 18:32:28.710266 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Calling delete_port for 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e owned by network:dhcp {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:28.722152 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] Calling delete_port for 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:28.725864 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bba2e0d8-e291-4d21-af68-6eb614241cc2 req-8e41a759-fcf5-4bfc-843f-37bdc7ed6934 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888630
May 20 18:32:28.728349 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5ad71e48-0ff9-4643-8289-78a291946898 req-e6e44c12-8fab-44fd-bf0a-1a97754e1608 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317929
May 20 18:32:28.753830 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-ac0d61b6-0c8b-4cec-bf76-bfed3c1cc41e service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313009
May 20 18:32:28.778964 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.782877 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c12cf571-5d63-4047-91cb-520303eacf08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:28.784942 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.789742 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c4bf1989-5d18-4f6c-b187-e0d974309fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:28.824973 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] Pushing event deleted for resources: {'Port': ['ID=8f341ec3-ee0f-4b1c-8699-8cb0d222e18e,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:28.828369 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:28.830864 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de16748-919a-4ef2-9878-1b041e6f3764 None None] No DVR routers for this DVR port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e on host dv-cinder-792299-2-iscsi {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:32:28.836262 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f341ec3-ee0f-4b1c-8699-8cb0d222e18e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:28.838103 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] No DVR routers for this DVR port 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e on host dv-cinder-792299-2-iscsi {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:32:28.839530 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:28.900587 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-7f2b3940-4234-4bf3-8ec9-c4c9f1d176b5 req-ef021e37-4fbe-4c77-b9d2-69e0f38aa2a7 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386166
May 20 18:32:28.958161 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:28.971901 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a15539a60>,) {'filters': {'network_id': ['270dd047-7650-463b-b46d-07cee3d1ea62']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:28.983732 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a15539a60>, '1c990c9e-4c56-4997-8ffd-a47086bcde16') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:28.984035 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.services.segments.db [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a15539a60>, '1c990c9e-4c56-4997-8ffd-a47086bcde16') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:28.995974 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13925749'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:29.011264 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:29.017062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:32:29.017444 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14066842'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   util.warn(
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   util.warn(
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   util.warn(
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   util.warn(
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]: Traceback (most recent call last):
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     timer()
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     cb(*args, **kw)
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     return func(*args, **kwargs)
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     self._notify()
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     self.callback(batched_events)
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     event.method(event)
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     return f(self, *a, **k)
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._get(url).json()
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     return self.request(url, 'GET', **kwargs)
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:32:29.030623 dv-cinder-792299-2-iscsi neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:32:29.207483 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:29.212297 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:29.214664 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:29.237799 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=270dd047-7650-463b-b46d-07cee3d1ea62,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:29.240072 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:29.243873 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-37091ba6-a3a8-4b2f-8dab-4d7676d10ae6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/270dd047-7650-463b-b46d-07cee3d1ea62 HTTP/1.1" status: 204  len: 168 time: 1.1615205
May 20 18:32:29.382780 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45860) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:29.432211 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-9c508de4-52c4-40f3-ab60-e4866f26ee3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b14bd383da44746985d08a30cd1b357&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0481930
May 20 18:32:29.434559 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 45864) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:29.479472 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 3e74b629-8a01-4250-864e-4ba444aed0fc no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:29.496904 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6a892fad-069f-4705-a195-6473e347b81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:29.525885 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6a892fad-069f-4705-a195-6473e347b81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:29.543344 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 3e74b629-8a01-4250-864e-4ba444aed0fc {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:29.543690 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 3e74b629-8a01-4250-864e-4ba444aed0fc not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:29.544109 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:29.576337 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:29.576680 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 8f341ec3-ee0f-4b1c-8699-8cb0d222e18e not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:29.580159 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6a892fad-069f-4705-a195-6473e347b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:29.584849 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-220de618-34b3-4f7a-8e44-4bb1f6825233 tempest-AttachVolumeShelveTestJSON-1834304400 tempest-AttachVolumeShelveTestJSON-1834304400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:29.597991 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a892fad-069f-4705-a195-6473e347b81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf1d23e-f117-4c83-9165-a81c00b83d95,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:29.600365 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6a892fad-069f-4705-a195-6473e347b81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:29.607986 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6a892fad-069f-4705-a195-6473e347b81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:29.609104 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-6a892fad-069f-4705-a195-6473e347b81d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/baf1d23e-f117-4c83-9165-a81c00b83d95 HTTP/1.1" status: 204  len: 168 time: 0.1736724
May 20 18:32:30.000661 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3f92a-3bcb-46c5-bd0d-729603ba966d req-2615744f-cc94-48c5-9c0c-468405d3c10b tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:30.002669 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2ae3f92a-3bcb-46c5-bd0d-729603ba966d req-2615744f-cc94-48c5-9c0c-468405d3c10b tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 945 time: 0.1448541
May 20 18:32:30.003625 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45876) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:30.031538 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96df50-9c09-40e6-a8ef-6ed632322b8d req-0c8aaafe-dce8-4961-bb70-457900307445 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:30.032893 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bb96df50-9c09-40e6-a8ef-6ed632322b8d req-0c8aaafe-dce8-4961-bb70-457900307445 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 943 time: 0.1440876
May 20 18:32:30.073381 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-b6436f7e-3164-42ab-b000-51bd12d70f1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a060d5dfff7f42d794847382592658f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0680523
May 20 18:32:30.077093 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 45880) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:30.089851 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-2ae3f92a-3bcb-46c5-bd0d-729603ba966d req-6c46155e-6b06-4e05-91e6-b6ec1a817083 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791175
May 20 18:32:30.096981 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bb96df50-9c09-40e6-a8ef-6ed632322b8d req-402b6d8c-7136-4f73-bae2-39ab2d887033 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581894
May 20 18:32:30.114472 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-591dde26-3650-458c-9bde-c364722119fa tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:30.115213 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-591dde26-3650-458c-9bde-c364722119fa tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Synchronizing usage tracker for tenant:b8aa296f285e4625ae0d96c3a4ab863b on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:32:30.155399 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-591dde26-3650-458c-9bde-c364722119fa tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Unset dirty status for tenant:b8aa296f285e4625ae0d96c3a4ab863b on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:32:30.156511 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-591dde26-3650-458c-9bde-c364722119fa tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.22 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 945 time: 0.1922319
May 20 18:32:30.164330 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e13dd44e-0097-4652-b895-6e783ca61a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:30.242178 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e13dd44e-0097-4652-b895-6e783ca61a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:30.348365 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Deleting port d685d82a-e20b-4601-b6ee-f664b0de745b {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:32:30.348620 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:30.364298 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e13dd44e-0097-4652-b895-6e783ca61a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:30.372629 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a006ae48-85f3-4413-b00d-ce891f5f04c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:30.397533 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dd44e-0097-4652-b895-6e783ca61a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa02d18-18e6-4ebb-a7f9-a1a1c7b6c2bb,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:30.402293 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e13dd44e-0097-4652-b895-6e783ca61a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:30.408229 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e13dd44e-0097-4652-b895-6e783ca61a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:30.411921 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e13dd44e-0097-4652-b895-6e783ca61a57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fa02d18-18e6-4ebb-a7f9-a1a1c7b6c2bb HTTP/1.1" status: 204  len: 168 time: 0.3314099
May 20 18:32:30.503312 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] For port d685d82a-e20b-4601-b6ee-f664b0de745b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d685d82a-e20b-4601-b6ee-f664b0de745b,segment=NetworkSegment(04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce),segment_id=04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:30.503673 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:30.642025 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Calling delete_port for d685d82a-e20b-4601-b6ee-f664b0de745b owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:32:30.766050 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:30.772860 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fbb57c8b-f61a-4e43-928d-8a70a502f53f tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:30.779292 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['d685d82a-e20b-4601-b6ee-f664b0de745b'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:32:30.820764 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Pushing event deleted for resources: {'Port': ['ID=d685d82a-e20b-4601-b6ee-f664b0de745b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:30.823687 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:30.899502 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] No DVR routers for this DVR port d685d82a-e20b-4601-b6ee-f664b0de745b on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:32:30.902040 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:30.904819 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2681a481-e6a4-43c7-9e08-00e4f9826086', 'name': 'network-vif-deleted', 'tag': 'd685d82a-e20b-4601-b6ee-f664b0de745b'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:30.921458 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-5111bb02-5700-40f8-93da-fe28a4d4492e req-36eb87cd-531e-4136-a5e1-f28d7a473454 tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.22 "DELETE /v2.0/ports/d685d82a-e20b-4601-b6ee-f664b0de745b HTTP/1.1" status: 204  len: 173 time: 0.7580750
May 20 18:32:30.952378 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2681a481-e6a4-43c7-9e08-00e4f9826086', 'name': 'network-vif-deleted', 'tag': 'd685d82a-e20b-4601-b6ee-f664b0de745b', 'status': 'completed', 'code': 200}
May 20 18:32:31.216874 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aaa77-da6b-4a53-a3b5-bf6baec998c2 req-26bffd33-a498-4d53-b980-3e534c169dd3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:31.218397 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a82aaa77-da6b-4a53-a3b5-bf6baec998c2 req-26bffd33-a498-4d53-b980-3e534c169dd3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0845091
May 20 18:32:31.273022 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f8f923ed-15fb-4431-839f-0c5b75e215c7 req-13c47943-d0a2-4109-8264-b1f418d9139c tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] 10.222.0.13 "GET /v2.0/ports?device_id=2681a481-e6a4-43c7-9e08-00e4f9826086 HTTP/1.1" status: 200  len: 210 time: 0.0536807
May 20 18:32:31.300233 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a82aaa77-da6b-4a53-a3b5-bf6baec998c2 req-1cc86b8c-efc1-4f05-a603-01f8ab168097 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455477
May 20 18:32:31.448845 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2305e-d8a2-488b-a6f1-f2d9d160590d req-b60e6df8-123a-4e58-8ad0-412ea961932a tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:31.450329 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ebe2305e-d8a2-488b-a6f1-f2d9d160590d req-b60e6df8-123a-4e58-8ad0-412ea961932a tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 943 time: 0.0836430
May 20 18:32:31.495084 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ebe2305e-d8a2-488b-a6f1-f2d9d160590d req-f3037647-a02e-4787-b3cf-5184995941b8 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382485
May 20 18:32:32.212804 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 692fcd10-ece0-4327-a604-14e69b72d9c7 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:32:32.344454 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 692fcd10-ece0-4327-a604-14e69b72d9c7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=692fcd10-ece0-4327-a604-14e69b72d9c7,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:32.362772 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '692fcd10-ece0-4327-a604-14e69b72d9c7', 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae', 'port_id': '692fcd10-ece0-4327-a604-14e69b72d9c7', 'mac_address': 'fa:16:3e:99:1e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8769c1-659f-441d-b0a7-de7f3e8fc13f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:32:32.420414 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:32.438844 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692fcd10-ece0-4327-a604-14e69b72d9c7 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:32:32.455937 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 692fcd10-ece0-4327-a604-14e69b72d9c7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=692fcd10-ece0-4327-a604-14e69b72d9c7,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:32.460624 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:32.462585 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:32.494211 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e7450-5384-4764-beae-8105e92efc92 req-4f1a0240-d2fe-4890-95fe-1c9f24585e40 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:32.495673 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4f2e7450-5384-4764-beae-8105e92efc92 req-4f1a0240-d2fe-4890-95fe-1c9f24585e40 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0892785
May 20 18:32:32.537667 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=692fcd10-ece0-4327-a604-14e69b72d9c7,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:32.540874 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:32.548155 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4f2e7450-5384-4764-beae-8105e92efc92 req-c09e1255-508b-4284-9cdc-868dd2a714b6 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459642
May 20 18:32:32.702906 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ce1f1-964a-4e87-8da1-4538d219ca07 req-16e959e8-5b36-486c-a2f8-413bde71776c tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:32.704365 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4e8ce1f1-964a-4e87-8da1-4538d219ca07 req-16e959e8-5b36-486c-a2f8-413bde71776c tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 944 time: 0.0839999
May 20 18:32:32.751833 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-4e8ce1f1-964a-4e87-8da1-4538d219ca07 req-d1ac61cd-1201-439e-afdd-600c8aba4eac tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407991
May 20 18:32:32.821224 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['692fcd10-ece0-4327-a604-14e69b72d9c7'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:32:33.739549 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443eaee-cfa1-4a75-a883-12d107b47b13 req-160eb281-98d2-4c0a-a8de-4c4d21e38a7f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:33.740991 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e443eaee-cfa1-4a75-a883-12d107b47b13 req-160eb281-98d2-4c0a-a8de-4c4d21e38a7f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0859816
May 20 18:32:33.786043 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e443eaee-cfa1-4a75-a883-12d107b47b13 req-d0f317bd-f37d-42a1-bb1a-1d9b6377e74e tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392146
May 20 18:32:33.938164 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780e5e8-f175-4bea-9703-7dff3e63f479 req-c0b6b075-2aa6-4a52-bd88-7de215630e4d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:33.939675 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9780e5e8-f175-4bea-9703-7dff3e63f479 req-c0b6b075-2aa6-4a52-bd88-7de215630e4d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 944 time: 0.0792797
May 20 18:32:33.988306 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9780e5e8-f175-4bea-9703-7dff3e63f479 req-58b4c685-12fc-4635-a93a-d778d947070b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428054
May 20 18:32:34.968623 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc56de-efc4-4788-a411-614345f0ef32 req-0cffd5ae-6c88-4988-a64b-de61b0fb6582 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:34.970083 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10fc56de-efc4-4788-a411-614345f0ef32 req-0cffd5ae-6c88-4988-a64b-de61b0fb6582 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0797083
May 20 18:32:35.014766 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10fc56de-efc4-4788-a411-614345f0ef32 req-3af62653-b0c7-476d-b9d4-03ffaec4ec65 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384808
May 20 18:32:35.170680 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a904e2-9675-4802-be8e-91e20e568b0c req-2fb92459-ad91-4d11-8327-0c1d4a87aff4 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:35.172181 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-35a904e2-9675-4802-be8e-91e20e568b0c req-2fb92459-ad91-4d11-8327-0c1d4a87aff4 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 944 time: 0.0823987
May 20 18:32:35.216309 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-35a904e2-9675-4802-be8e-91e20e568b0c req-d0aaa5ff-a601-4d17-891a-a407e67b1103 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374665
May 20 18:32:35.313235 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 692fcd10-ece0-4327-a604-14e69b72d9c7 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:32:35.383586 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 692fcd10-ece0-4327-a604-14e69b72d9c7 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:32:35.388269 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 692fcd10-ece0-4327-a604-14e69b72d9c7 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:32:35.388642 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:35.501801 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:35.531505 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3463b947-2121-4f50-8c52-375697f681c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692fcd10-ece0-4327-a604-14e69b72d9c7'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:35.541610 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 692fcd10-ece0-4327-a604-14e69b72d9c7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=692fcd10-ece0-4327-a604-14e69b72d9c7,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:35.545651 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:35.546559 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device d685d82a-e20b-4601-b6ee-f664b0de745b no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:35.574112 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-eef16fcd-1d3e-4387-8533-ba03a4a390dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:35.607264 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3463b947-2121-4f50-8c52-375697f681c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692fcd10-ece0-4327-a604-14e69b72d9c7', 'code': 200}
May 20 18:32:35.612273 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: d685d82a-e20b-4601-b6ee-f664b0de745b {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:32:35.612612 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device d685d82a-e20b-4601-b6ee-f664b0de745b not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:32:35.644849 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=692fcd10-ece0-4327-a604-14e69b72d9c7,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:35.647753 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:36.197224 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f4a09-a802-459d-adfc-2b60abb0fcfe req-a52c586f-376e-42da-91d9-ef0948400da3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:36.198613 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-672f4a09-a802-459d-adfc-2b60abb0fcfe req-a52c586f-376e-42da-91d9-ef0948400da3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0788360
May 20 18:32:36.242125 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-672f4a09-a802-459d-adfc-2b60abb0fcfe req-e3456ccf-eba1-46eb-be4d-ad22abaf27d2 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377700
May 20 18:32:36.404678 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e55d-5e88-428f-ae4d-2a7eb5d3e079 req-50d21d99-da9a-4725-be5b-0fe78be61c87 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:36.406191 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1b87e55d-5e88-428f-ae4d-2a7eb5d3e079 req-50d21d99-da9a-4725-be5b-0fe78be61c87 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 945 time: 0.0842535
May 20 18:32:36.451720 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1b87e55d-5e88-428f-ae4d-2a7eb5d3e079 req-0f95f305-288d-462f-95fc-1882f10bcb6f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397680
May 20 18:32:37.020236 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:32:37.423821 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65df97f-9e56-4aa6-8ce3-859e53b73155 req-d3252489-3fdb-43d0-8580-49bd3bf52576 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:37.425276 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e65df97f-9e56-4aa6-8ce3-859e53b73155 req-d3252489-3fdb-43d0-8580-49bd3bf52576 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0793803
May 20 18:32:37.473344 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e65df97f-9e56-4aa6-8ce3-859e53b73155 req-79988d67-b4a0-449b-a748-5938ee00742b tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420446
May 20 18:32:37.636451 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45075da-b3cf-4b9e-9622-b2971042ec3e req-9c124457-f621-4a63-a5b9-db258346ca0f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:37.638062 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f45075da-b3cf-4b9e-9622-b2971042ec3e req-9c124457-f621-4a63-a5b9-db258346ca0f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 945 time: 0.0812609
May 20 18:32:37.682563 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f45075da-b3cf-4b9e-9622-b2971042ec3e req-06834793-979d-454a-89d1-c9d240c5b723 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386930
May 20 18:32:38.077651 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0a8c0-03bf-4860-b171-024abcf3bfff req-e89c6031-4c31-4e9a-8882-02c10081bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:38.079123 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-19b0a8c0-03bf-4860-b171-024abcf3bfff req-e89c6031-4c31-4e9a-8882-02c10081bf67 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 1098 time: 0.0685232
May 20 18:32:38.122623 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-19b0a8c0-03bf-4860-b171-024abcf3bfff req-04e015af-ec7b-4ed4-9cd7-8c7892fbcaac service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367022
May 20 18:32:38.657549 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ec40f-c14e-4329-93b5-6e6d18251c06 req-bed1dd6f-5c05-490c-bb11-c9a936976b74 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:38.659635 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-370ec40f-c14e-4329-93b5-6e6d18251c06 req-bed1dd6f-5c05-490c-bb11-c9a936976b74 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0824435
May 20 18:32:38.838253 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-370ec40f-c14e-4329-93b5-6e6d18251c06 req-3d7a3933-cb2d-4a27-a580-58d706e8e1f7 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728539
May 20 18:32:38.888733 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd63daf-ef82-4cdb-9494-0df7bf35f3db req-f94cc745-2919-4609-8667-39538c25b358 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:38.890259 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-edd63daf-ef82-4cdb-9494-0df7bf35f3db req-f94cc745-2919-4609-8667-39538c25b358 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 945 time: 0.1016300
May 20 18:32:38.946124 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-edd63daf-ef82-4cdb-9494-0df7bf35f3db req-fafa0311-feed-4d2a-8826-7455b9b63ed6 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454819
May 20 18:32:40.041363 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c520-3577-401e-a8a8-e9705ca32705 req-89e10787-64c5-409d-b597-75455041e8ff tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:40.043000 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-dc00c520-3577-401e-a8a8-e9705ca32705 req-89e10787-64c5-409d-b597-75455041e8ff tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0919323
May 20 18:32:40.150663 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-dc00c520-3577-401e-a8a8-e9705ca32705 req-e2f9cc78-d8f3-472e-9807-f478b81ca098 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997453
May 20 18:32:40.173084 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a761f1a-1fb0-43f0-83fb-714092c788c6 req-61b0324c-d4e7-4bab-ba47-372ed1c10e80 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:40.175274 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7a761f1a-1fb0-43f0-83fb-714092c788c6 req-61b0324c-d4e7-4bab-ba47-372ed1c10e80 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 945 time: 0.1103020
May 20 18:32:40.225997 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7a761f1a-1fb0-43f0-83fb-714092c788c6 req-6a93ef6f-99da-48e3-ad68-ecd711653e6a tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428534
May 20 18:32:41.345040 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94376f-95c5-4416-8832-737fddf1271f req-f48ea53c-70d1-4f91-9f02-bba26b4a7314 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:41.346527 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aa94376f-95c5-4416-8832-737fddf1271f req-f48ea53c-70d1-4f91-9f02-bba26b4a7314 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0863252
May 20 18:32:41.412325 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-aa94376f-95c5-4416-8832-737fddf1271f req-ff6983e7-0959-4c4d-967e-eaacf0720b1c tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593336
May 20 18:32:42.659481 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-eb0b9d3e-b85f-44f0-960b-9ecb5b080653 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:42.660852 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-eb0b9d3e-b85f-44f0-960b-9ecb5b080653 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 815 time: 0.2090273
May 20 18:32:42.690384 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-008890fd-48fa-4bc8-93e2-332a59c973a5 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/quotas/29214a28549e478eacb572b18c8b5c81 HTTP/1.1" status: 200  len: 375 time: 0.0200460
May 20 18:32:42.697895 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4176f74-eae5-4fe7-af28-7174a42b76b6 req-8f2cfaba-9273-4dc2-912c-6a5fa046c284 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:42.699347 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4176f74-eae5-4fe7-af28-7174a42b76b6 req-8f2cfaba-9273-4dc2-912c-6a5fa046c284 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.1293268
May 20 18:32:42.801112 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f4176f74-eae5-4fe7-af28-7174a42b76b6 req-decec403-1a39-4593-b14a-641a09fffd5f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695212
May 20 18:32:42.822339 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-3f2ec7e4-62c6-46ee-8afc-48372631677f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1220338
May 20 18:32:42.973061 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-473bcd79-2972-4782-a02b-0c66ae62cafc service neutron] 10.222.0.13 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438358
May 20 18:32:43.142418 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6aa7a66a-1118-4b28-a685-e0417f000799 service neutron] 10.222.0.13 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628156
May 20 18:32:43.379850 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a95d7a84-7d38-48c5-aaaf-02b2dc72e9f1 req-52b2d7ea-d369-498e-a787-c554dfdf1159 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 210 time: 0.0496390
May 20 18:32:44.076664 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8f433-a7dc-47c4-a662-0a4eccc011e4 req-6a6230cc-f799-4826-902d-5074ff1aa5f6 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:44.079052 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cfd8f433-a7dc-47c4-a662-0a4eccc011e4 req-6a6230cc-f799-4826-902d-5074ff1aa5f6 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.1263845
May 20 18:32:44.135351 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cfd8f433-a7dc-47c4-a662-0a4eccc011e4 req-2eab2956-b7d3-4bbd-a95d-1717d92a503e tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486364
May 20 18:32:44.594919 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-0742767c-9694-482d-b107-82a93c07477e req-6229f91e-0d88-4dd7-9711-807cb0eb436a tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 210 time: 0.0788572
May 20 18:32:44.663916 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-4e79b480-4e22-470b-9067-f8392c54184f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:44.666094 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-4e79b480-4e22-470b-9067-f8392c54184f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 815 time: 0.1868014
May 20 18:32:44.681600 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Request body: {'port': {'device_id': '84ea6bb5-4bee-4529-9dcf-383a726f29cd', 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae', 'admin_state_up': True, 'tenant_id': '29214a28549e478eacb572b18c8b5c81'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:32:44.940974 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:32:44.945123 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Usage tracker for resource:port and tenant:29214a28549e478eacb572b18c8b5c81 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:32:44.948300 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:32:44.954361 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:32:44.965415 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Made reservation on behalf of 29214a28549e478eacb572b18c8b5c81 for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:32:44.969036 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:45.162152 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Allocated IP 172.20.0.13 (ef119606-0dc0-4806-8ce9-718a835303ae/1f8769c1-659f-441d-b0a7-de7f3e8fc13f/03f04a81-3c82-4e27-8071-4d50e8097b55) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:32:45.372204 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558362f7-d901-4ff4-88ef-f14435f245f1 req-f0bdda36-1190-459d-84aa-1a9fac8b8e17 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:45.377274 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-558362f7-d901-4ff4-88ef-f14435f245f1 req-f0bdda36-1190-459d-84aa-1a9fac8b8e17 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.1018064
May 20 18:32:45.400562 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:45.438367 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-558362f7-d901-4ff4-88ef-f14435f245f1 req-e60abd20-f91f-4dfa-ab4f-6bc524718491 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544801
May 20 18:32:45.441267 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:45.456056 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['abf6ab92-ae32-4e48-8a8d-a79de6871730', '692fcd10-ece0-4327-a604-14e69b72d9c7'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:32:45.463605 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-96458e97-43b5-4b07-8fcf-8367cd1608c1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:45.537802 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Network ef119606-0dc0-4806-8ce9-718a835303ae is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:32:45.541441 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:32:45.546561 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:32:45.608260 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Pushing event updated for resources: {'Port': ['ID=03f04a81-3c82-4e27-8071-4d50e8097b55,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:45.613326 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:45.633706 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:45.634282 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:45.668691 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-5b77c520-5ea1-40d1-9c3c-70b7ef8f2513 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9925420
May 20 18:32:45.684448 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Request body: {'port': {'device_id': '84ea6bb5-4bee-4529-9dcf-383a726f29cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:32:45.808930 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d12bf-0ccd-46e6-8907-8d1ab1fdd660 req-6769ca65-9190-4a16-bbcc-0aba54902c14 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:45.812075 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:45.817681 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c69d12bf-0ccd-46e6-8907-8d1ab1fdd660 req-6769ca65-9190-4a16-bbcc-0aba54902c14 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 932 time: 0.1039183
May 20 18:32:45.870060 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c69d12bf-0ccd-46e6-8907-8d1ab1fdd660 req-651e1e26-50f5-4d90-804a-e203607b9077 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511663
May 20 18:32:46.200766 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f04a81-3c82-4e27-8071-4d50e8097b55 {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:32:46.210912 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:46.231069 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Transition to ACTIVE for port object 03f04a81-3c82-4e27-8071-4d50e8097b55 will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:32:46.235382 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:46.240425 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a3666dd5-9cfb-48a0-846d-552ceb50e8e9 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:46.429084 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=03f04a81-3c82-4e27-8071-4d50e8097b55,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:46.439910 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:46.599827 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Attempting to bind port 03f04a81-3c82-4e27-8071-4d50e8097b55 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:32:46.600216 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Attempting to bind port 03f04a81-3c82-4e27-8071-4d50e8097b55 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:32:46.600513 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Attempting to bind port 03f04a81-3c82-4e27-8071-4d50e8097b55 on network ef119606-0dc0-4806-8ce9-718a835303ae {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:32:46.610811 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Port 03f04a81-3c82-4e27-8071-4d50e8097b55 on network ef119606-0dc0-4806-8ce9-718a835303ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:32:46.611675 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Attempting to bind port 03f04a81-3c82-4e27-8071-4d50e8097b55 on network ef119606-0dc0-4806-8ce9-718a835303ae {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:32:46.620912 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:32:46.621241 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Checking segment: {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:32:46.621626 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Bound using segment: {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:32:46.622071 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Bound port: 03f04a81-3c82-4e27-8071-4d50e8097b55, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:32:46.622420 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:46.646755 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-b3e51cb2-c9f1-4bed-9b2f-cbd0b0599145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:46.648278 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-b3e51cb2-c9f1-4bed-9b2f-cbd0b0599145 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2523b2dcc104408a8589927a2875816&device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1098 time: 0.1637344
May 20 18:32:46.673074 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8abe-e0a3-4ddd-8663-065219ee0558 req-218ead20-d6dc-4b2a-81e6-3017024125db tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:46.678928 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-836f8abe-e0a3-4ddd-8663-065219ee0558 req-218ead20-d6dc-4b2a-81e6-3017024125db tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.1114459
May 20 18:32:46.744200 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-836f8abe-e0a3-4ddd-8663-065219ee0558 req-c0cccdd5-ef76-406a-8a4c-37b6425167d5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588267
May 20 18:32:46.823236 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] For port 03f04a81-3c82-4e27-8071-4d50e8097b55, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:32:46.827755 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] For port 03f04a81-3c82-4e27-8071-4d50e8097b55, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03f04a81-3c82-4e27-8071-4d50e8097b55,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:32:46.842421 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:46.849517 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-734f819f-678e-4bef-ade3-1185219d4631 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:46.887212 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-f59352a2-39a6-42d0-82cb-f99944b930d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:46.888653 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-f59352a2-39a6-42d0-82cb-f99944b930d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1b9099e-a295-4fef-8963-2d36b6d11878 HTTP/1.1" status: 200  len: 909 time: 0.2118094
May 20 18:32:47.097411 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df666b-a795-4c46-a6d6-9c20c33281e1 req-144e4b2d-c911-4331-96d3-91b1aca58b8e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:47.098316 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:47.098936 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:47.100349 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] 10.222.0.22 "PUT /v2.0/ports/03f04a81-3c82-4e27-8071-4d50e8097b55 HTTP/1.1" status: 200  len: 1094 time: 1.4204719
May 20 18:32:47.100800 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ea6bb5-4bee-4529-9dcf-383a726f29cd', 'tag': '03f04a81-3c82-4e27-8071-4d50e8097b55'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:47.106073 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65df666b-a795-4c46-a6d6-9c20c33281e1 req-144e4b2d-c911-4331-96d3-91b1aca58b8e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 944 time: 0.1111631
May 20 18:32:47.138100 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=03f04a81-3c82-4e27-8071-4d50e8097b55,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:47.145303 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6ac12d4f-0432-4922-8315-5e3844505fc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:47.160072 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-102b60ff-4120-4b58-8511-fdbda32ca8fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3 HTTP/1.1" status: 200  len: 1000 time: 0.2500324
May 20 18:32:47.202373 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-65df666b-a795-4c46-a6d6-9c20c33281e1 req-db280fc2-eba0-4761-8de4-8715a38908b6 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953016
May 20 18:32:47.279909 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-f132be4b-8b5a-4f5f-8d41-0ae29609bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:47.281271 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-f132be4b-8b5a-4f5f-8d41-0ae29609bd4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dae479b5-447a-466e-89bd-1d678eb41c8c HTTP/1.1" status: 200  len: 848 time: 0.0801480
May 20 18:32:47.345251 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-02d8c139-aeb5-4065-8ec9-2145d66bca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:47.346870 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-02d8c139-aeb5-4065-8ec9-2145d66bca9c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 1097 time: 0.1937919
May 20 18:32:47.367279 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4b574ab3-82a6-467b-9a42-78bc3d8954ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:47.430595 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ea6bb5-4bee-4529-9dcf-383a726f29cd', 'tag': '03f04a81-3c82-4e27-8071-4d50e8097b55', 'status': 'completed', 'code': 200}
May 20 18:32:47.453854 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-24da4515-8fe8-474b-95d9-822ff4c63c06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03f04a81-3c82-4e27-8071-4d50e8097b55 HTTP/1.1" status: 200  len: 217 time: 0.0983272
May 20 18:32:47.511265 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-dd98ba31-41c1-4dc6-a595-3ea92ac24370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:47.512785 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-dd98ba31-41c1-4dc6-a595-3ea92ac24370 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1b9099e-a295-4fef-8963-2d36b6d11878&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2242401
May 20 18:32:47.625972 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-8d802d77-c9fe-409e-8410-a01a26433a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:47.627970 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-8d802d77-c9fe-409e-8410-a01a26433a0e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f8769c1-659f-441d-b0a7-de7f3e8fc13f HTTP/1.1" status: 200  len: 855 time: 0.1675255
May 20 18:32:47.704538 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-4a8c000b-8181-4622-bb76-d7cbaa138b6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef119606-0dc0-4806-8ce9-718a835303ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683398
May 20 18:32:47.763745 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-391c070b-30a1-46fd-8a0d-151aa2bdd7de service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420440
May 20 18:32:47.986983 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-39571b83-7f72-41c0-b4cb-bd24c6305cad req-43e982ce-1f20-4cea-8b00-7610ebd35c5d service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2162275
May 20 18:32:48.010971 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-b460c4bc-d326-4e56-a5b5-89e3bd757bfd service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2989113
May 20 18:32:48.086607 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223dc98-41f7-4eba-9cfd-aa36fb036bd6 req-927ada82-75c0-446f-b7aa-c17c8a238ada tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:48.088278 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f223dc98-41f7-4eba-9cfd-aa36fb036bd6 req-927ada82-75c0-446f-b7aa-c17c8a238ada tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.2214398
May 20 18:32:48.157373 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f223dc98-41f7-4eba-9cfd-aa36fb036bd6 req-e4ef7e00-23b9-474b-9a62-1803322bf8cc tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613289
May 20 18:32:48.184996 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-3595fe81-cb92-4421-ad6a-d50ff0679a28 req-62434d58-d1a6-4772-af0c-2f6fc099dc40 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512451
May 20 18:32:48.344446 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-70b828db-2424-429b-80d2-b863156c2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:48.346803 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-70b828db-2424-429b-80d2-b863156c2a98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 1097 time: 0.1116340
May 20 18:32:48.412168 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52039e51-3fd2-4d65-aa16-93a1353dfae1 req-8bcd0eb7-cd96-447a-83b2-00e97d875ebc tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:48.414172 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-52039e51-3fd2-4d65-aa16-93a1353dfae1 req-8bcd0eb7-cd96-447a-83b2-00e97d875ebc tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 944 time: 0.0951922
May 20 18:32:48.466772 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-52039e51-3fd2-4d65-aa16-93a1353dfae1 req-3724a5bf-47d4-4f4c-b948-a116c1174fc6 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465782
May 20 18:32:48.514680 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-8aca2ca9-b911-4ac8-a184-b416aa4c1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:48.516241 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-8aca2ca9-b911-4ac8-a184-b416aa4c1877 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 915 time: 0.1623981
May 20 18:32:48.596022 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-dcf6c9dd-742b-4979-892b-a7d1797be63b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03f04a81-3c82-4e27-8071-4d50e8097b55 HTTP/1.1" status: 200  len: 217 time: 0.0698168
May 20 18:32:48.667049 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-cd36e80a-abba-41f2-8615-bda35cad2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:48.668495 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-cd36e80a-abba-41f2-8615-bda35cad2d6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f8769c1-659f-441d-b0a7-de7f3e8fc13f HTTP/1.1" status: 200  len: 855 time: 0.0642066
May 20 18:32:48.723020 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-8ee2e30b-3dea-4592-b496-769f254de895 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef119606-0dc0-4806-8ce9-718a835303ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472839
May 20 18:32:49.032753 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-72b53af9-8be2-467a-a4f3-1a1a35197d6a service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3002348
May 20 18:32:49.232825 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a663a0e2-e2d3-41ec-bcc6-14a4722925ea req-5e4de569-fe70-44cf-99d1-5ea27f7179b2 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917093
May 20 18:32:49.373077 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c87aa-1c34-43c8-b07c-5b8a001fa46e req-d99ac13f-a9f6-465a-bbde-eee1c1ce1bb1 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:49.374586 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-246c87aa-1c34-43c8-b07c-5b8a001fa46e req-d99ac13f-a9f6-465a-bbde-eee1c1ce1bb1 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0863097
May 20 18:32:49.427311 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-246c87aa-1c34-43c8-b07c-5b8a001fa46e req-681333dd-200d-4576-9704-c419c10360d6 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435956
May 20 18:32:49.678123 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ade30-a2a0-4b54-ba9c-a46fd1350ce8 req-5a1ec72f-3f86-4a81-a56b-6b584c97bc2c tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:49.679706 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ac7ade30-a2a0-4b54-ba9c-a46fd1350ce8 req-5a1ec72f-3f86-4a81-a56b-6b584c97bc2c tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 944 time: 0.0912802
May 20 18:32:49.729381 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ac7ade30-a2a0-4b54-ba9c-a46fd1350ce8 req-2b86004c-6821-4885-b6c8-b0f4ece63b33 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436208
May 20 18:32:49.790885 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:49.862925 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98830c14-e068-40f2-97d0-1bf653d35bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:50.680333 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230d806-8622-44f6-bbb2-3889f4b85c2c req-96d0efcb-2a50-484c-9c52-fae9af761ddc tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:50.681819 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7230d806-8622-44f6-bbb2-3889f4b85c2c req-96d0efcb-2a50-484c-9c52-fae9af761ddc tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.1351006
May 20 18:32:50.728716 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7230d806-8622-44f6-bbb2-3889f4b85c2c req-4378472e-c56a-41a5-92f4-a6a9c3f3d140 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409541
May 20 18:32:50.972605 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:51.048292 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7102c10-d4a1-485c-bf65-3b3932be2632 req-1714f1ca-eca4-4f55-b98d-71c27f239797 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:51.061210 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7102c10-d4a1-485c-bf65-3b3932be2632 req-1714f1ca-eca4-4f55-b98d-71c27f239797 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 944 time: 0.1722646
May 20 18:32:51.134390 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b7102c10-d4a1-485c-bf65-3b3932be2632 req-6e10b289-a748-4c93-ba27-5c96fd0d69ed tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670965
May 20 18:32:51.160005 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:51.240578 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee2d86-df6e-47c9-86ab-b26cf958194a req-dcb4abed-a7df-459f-a005-86bc3bd2f304 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:51.247957 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-63ee2d86-df6e-47c9-86ab-b26cf958194a req-dcb4abed-a7df-459f-a005-86bc3bd2f304 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.1123018
May 20 18:32:51.300069 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-63ee2d86-df6e-47c9-86ab-b26cf958194a req-ff4d8f8b-759d-4492-a225-bee962e1fe86 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512300
May 20 18:32:51.326944 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-f98cacb9-ad54-4893-900c-18093c5de1bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2737768
May 20 18:32:51.917946 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 03f04a81-3c82-4e27-8071-4d50e8097b55 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:32:52.096988 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 03f04a81-3c82-4e27-8071-4d50e8097b55, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03f04a81-3c82-4e27-8071-4d50e8097b55,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:52.112434 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '03f04a81-3c82-4e27-8071-4d50e8097b55', 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae', 'port_id': '03f04a81-3c82-4e27-8071-4d50e8097b55', 'mac_address': 'fa:16:3e:a2:55:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8769c1-659f-441d-b0a7-de7f3e8fc13f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:32:52.186286 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:52.206101 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f04a81-3c82-4e27-8071-4d50e8097b55 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:32:52.224737 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 03f04a81-3c82-4e27-8071-4d50e8097b55, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03f04a81-3c82-4e27-8071-4d50e8097b55,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:52.231581 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:52.234142 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:52.343972 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=03f04a81-3c82-4e27-8071-4d50e8097b55,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:52.348397 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:52.380979 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d081a3c-7f7e-4207-b4f1-0dc88cc2e071 req-83ed0cc6-2b73-4b58-b4df-1c8b7ecbf6f9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:52.382528 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9d081a3c-7f7e-4207-b4f1-0dc88cc2e071 req-83ed0cc6-2b73-4b58-b4df-1c8b7ecbf6f9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 945 time: 0.1109624
May 20 18:32:52.436007 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9d081a3c-7f7e-4207-b4f1-0dc88cc2e071 req-e6942d19-c564-4198-a052-c633c79e2c8a tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475516
May 20 18:32:52.467292 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:52.576935 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36753bc6-1b11-4777-9c93-392ea2afe25a req-d528ee2f-b827-447d-9871-d86a2d2c583a tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:52.586314 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-36753bc6-1b11-4777-9c93-392ea2afe25a req-d528ee2f-b827-447d-9871-d86a2d2c583a tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.1479487
May 20 18:32:52.638526 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['03f04a81-3c82-4e27-8071-4d50e8097b55'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:32:52.655314 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-36753bc6-1b11-4777-9c93-392ea2afe25a req-39c39b9d-7146-493c-9d39-8be1fa430a4e tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670199
May 20 18:32:53.245994 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-58f7bde2-6701-4326-9365-80d7e3f63ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:53.248122 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-58f7bde2-6701-4326-9365-80d7e3f63ea9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3&tenant_id=b2523b2dcc104408a8589927a2875816 HTTP/1.1" status: 200  len: 1098 time: 0.0784953
May 20 18:32:53.350352 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-ffdd5d2c-1d78-4763-b14f-c2046974fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:53.351833 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-ffdd5d2c-1d78-4763-b14f-c2046974fb2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2523b2dcc104408a8589927a2875816&device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1098 time: 0.0788875
May 20 18:32:53.512974 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-5e8e09c7-29cd-46d1-a040-fa13070610d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:53.514909 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-5e8e09c7-29cd-46d1-a040-fa13070610d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1b9099e-a295-4fef-8963-2d36b6d11878 HTTP/1.1" status: 200  len: 909 time: 0.1530037
May 20 18:32:53.635512 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-c5c80f58-80e4-470a-84e6-4daa08e3abfa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3 HTTP/1.1" status: 200  len: 1000 time: 0.1137426
May 20 18:32:53.669807 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500903b-4814-461e-a49a-068e6368da56 req-714a8e06-2b50-45f7-a54b-992347f8962b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:53.669807 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8500903b-4814-461e-a49a-068e6368da56 req-714a8e06-2b50-45f7-a54b-992347f8962b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 945 time: 0.0944481
May 20 18:32:53.730393 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8500903b-4814-461e-a49a-068e6368da56 req-9d35ecfd-20a2-4379-94ab-99a45815a6b2 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579574
May 20 18:32:53.733849 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-443de363-9150-4397-b2e6-1a37939cdb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:53.735348 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-443de363-9150-4397-b2e6-1a37939cdb29 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dae479b5-447a-466e-89bd-1d678eb41c8c HTTP/1.1" status: 200  len: 848 time: 0.0925522
May 20 18:32:53.825184 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-14589418-adc8-4fb4-a487-c134dceb3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:53.826773 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-14589418-adc8-4fb4-a487-c134dceb3ce6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1b9099e-a295-4fef-8963-2d36b6d11878&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834682
May 20 18:32:53.911171 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c285-f6d0-4f00-b8b2-5b2dda67e1fd req-889dcb7f-1284-4d97-8177-7c7888b5122e tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:53.913656 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1a49c285-f6d0-4f00-b8b2-5b2dda67e1fd req-889dcb7f-1284-4d97-8177-7c7888b5122e tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.1063759
May 20 18:32:53.931704 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 03f04a81-3c82-4e27-8071-4d50e8097b55 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:32:53.982463 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1a49c285-f6d0-4f00-b8b2-5b2dda67e1fd req-96f8546d-358e-4594-88d6-7a50cf61f784 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627768
May 20 18:32:54.022604 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-263ade45-574a-47a3-965d-cf3c7008add6 service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843307
May 20 18:32:54.048348 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 03f04a81-3c82-4e27-8071-4d50e8097b55 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:32:54.056783 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 03f04a81-3c82-4e27-8071-4d50e8097b55 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:32:54.057368 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:54.193936 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-234eb3f6-50cc-48ab-ab43-ef6654545dac req-daa531f3-92d7-4b40-99dc-e2622b0b9aaf service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632695
May 20 18:32:54.248610 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:54.277309 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea6bb5-4bee-4529-9dcf-383a726f29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f04a81-3c82-4e27-8071-4d50e8097b55'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:54.302133 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 03f04a81-3c82-4e27-8071-4d50e8097b55, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03f04a81-3c82-4e27-8071-4d50e8097b55,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:54.311914 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:54.313193 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:32:54.390883 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea6bb5-4bee-4529-9dcf-383a726f29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f04a81-3c82-4e27-8071-4d50e8097b55', 'code': 200}
May 20 18:32:54.391713 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:54.571398 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:54.621041 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=03f04a81-3c82-4e27-8071-4d50e8097b55,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:54.633376 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:54.646427 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:32:54.650662 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:54.653851 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:54.742416 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,revision_number=6']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:54.743024 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b7266-8986-4871-b0bc-e22b391cb0d4 req-bc573328-dcd6-4f9b-b330-9d3fef0637b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:54.744429 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-514b7266-8986-4871-b0bc-e22b391cb0d4 req-bc573328-dcd6-4f9b-b330-9d3fef0637b5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 1099 time: 0.0778515
May 20 18:32:54.748314 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:54.819055 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-514b7266-8986-4871-b0bc-e22b391cb0d4 req-9b7faf30-bb63-4de5-9c25-bfe00c5698a1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440269
May 20 18:32:54.927525 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67064f1-3be0-4cd6-831f-0e955b73f828 req-a47c28c6-3cb2-45a9-a39e-09563b681bbf tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:54.929235 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b67064f1-3be0-4cd6-831f-0e955b73f828 req-a47c28c6-3cb2-45a9-a39e-09563b681bbf tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 946 time: 0.0913091
May 20 18:32:54.980769 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b67064f1-3be0-4cd6-831f-0e955b73f828 req-1d52b442-79d7-4770-8dd4-29c81fe3deea tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449533
May 20 18:32:55.182481 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72575042-5969-4e42-917c-9f53aa967e19 req-b6e687aa-953b-4f7f-843f-1018292976a1 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:55.184404 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-72575042-5969-4e42-917c-9f53aa967e19 req-b6e687aa-953b-4f7f-843f-1018292976a1 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.0932248
May 20 18:32:55.238855 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-72575042-5969-4e42-917c-9f53aa967e19 req-468d81a7-c528-48c9-8245-093cb06c49ea tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481832
May 20 18:32:56.176468 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cae463-0b1a-4c7a-8de4-3635c992c01d req-de887efc-052e-4769-96de-80973f50337c tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:56.178374 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d0cae463-0b1a-4c7a-8de4-3635c992c01d req-de887efc-052e-4769-96de-80973f50337c tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 946 time: 0.0858603
May 20 18:32:56.225395 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d0cae463-0b1a-4c7a-8de4-3635c992c01d req-85dfcfbb-c25e-43c5-8f23-0d2adaa9ee13 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406156
May 20 18:32:56.393032 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:32:56.450044 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'code': 200}
May 20 18:32:56.471802 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9bdc-114e-4a9b-bfa1-4532b11e2467 req-f4ccd460-092c-4373-a1df-ce2a7a05f2d8 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:56.473316 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-53bc9bdc-114e-4a9b-bfa1-4532b11e2467 req-f4ccd460-092c-4373-a1df-ce2a7a05f2d8 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.1110630
May 20 18:32:56.520514 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-53bc9bdc-114e-4a9b-bfa1-4532b11e2467 req-9a4ebfe1-6e08-4e51-8966-deb1b1e09d60 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412760
May 20 18:32:57.283933 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46268) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:57.350245 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] Deleting subnet 908991d3-4974-4004-ba2b-1c045e087dd6 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:32:57.353524 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:57.404189 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:57.440910 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb255ffc-2998-4f1f-9579-94aed9a2a12d req-af25c7a5-4b8b-464b-9e15-bbf55785ea5d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:57.442441 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cb255ffc-2998-4f1f-9579-94aed9a2a12d req-af25c7a5-4b8b-464b-9e15-bbf55785ea5d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 946 time: 0.0796876
May 20 18:32:57.465717 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:57.490480 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-cb255ffc-2998-4f1f-9579-94aed9a2a12d req-59d8b4b8-4cbe-4075-8339-1d99f6eb99e7 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411072
May 20 18:32:57.763249 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a28c5-b155-41b8-89af-f6f43af9d357 req-99f30915-8e6d-4767-afca-6750fd772fed tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:57.765723 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-de1a28c5-b155-41b8-89af-f6f43af9d357 req-99f30915-8e6d-4767-afca-6750fd772fed tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.1001318
May 20 18:32:57.819366 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-de1a28c5-b155-41b8-89af-f6f43af9d357 req-9468050f-82c8-41e3-954a-2b29f2935fb7 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470290
May 20 18:32:57.830586 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:57.836548 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bdd0629b-4ee1-400c-baaa-fb3c6c9d9f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:57.877472 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908991d3-4974-4004-ba2b-1c045e087dd6,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:57.879446 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:57.883488 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:57.886945 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/908991d3-4974-4004-ba2b-1c045e087dd6 HTTP/1.1" status: 204  len: 168 time: 0.6017067
May 20 18:32:57.889978 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46278) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:58.131138 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.264071 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.277391 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a158eaca0>,) {'filters': {'network_id': ['e2f324bf-9268-4122-9582-547e3377adbe']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:58.289055 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a158eaca0>, '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:58.289644 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a158eaca0>, '04d4c266-c41a-4a29-b6d0-2b4bd3c7d8ce') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:32:58.300303 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.317371 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.323263 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:32:58.323639 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:32:58.337144 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:32:58.411483 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.415380 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:58.428420 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.438449 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f324bf-9268-4122-9582-547e3377adbe,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:58.442067 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:58.447091 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-6b80ee59-5068-4c8c-a687-056665f0e906 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e2f324bf-9268-4122-9582-547e3377adbe HTTP/1.1" status: 204  len: 168 time: 0.5560877
May 20 18:32:58.657251 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 46288) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:58.705245 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-262b31b3-7a9f-4eab-a968-5019f1db5521 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8aa296f285e4625ae0d96c3a4ab863b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0466945
May 20 18:32:58.707719 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 46292) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:32:58.764982 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.789650 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.977402 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:58.986872 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cce2353e-57b5-40da-999b-28bb25f11f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:32:59.002431 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a9ca58-6325-4162-b3f5-ac1d7ef38cf6,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:32:59.016909 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:32:59.018065 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60a9ca58-6325-4162-b3f5-ac1d7ef38cf6 HTTP/1.1" status: 204  len: 168 time: 0.3094547
May 20 18:32:59.020741 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.021120 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.021492 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.021882 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.022449 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.022586 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.022944 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.023369 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.023725 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.024080 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.024431 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.024780 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:32:59.028725 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:32:59.058317 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2d067-ea80-4298-987c-83ee79d9cf66 req-0aebbd6d-3a95-4dd0-8e45-b70fc099dd40 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:32:59.059721 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ffd2d067-ea80-4298-987c-83ee79d9cf66 req-0aebbd6d-3a95-4dd0-8e45-b70fc099dd40 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.1206412
May 20 18:32:59.107900 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ffd2d067-ea80-4298-987c-83ee79d9cf66 req-074fa4e6-b1aa-4e91-b208-006840ce0b39 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422852
May 20 18:33:00.304884 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aa40b-9b52-4653-a14a-73634c9caccb req-a8e66f2d-ed74-4a8e-8ed2-4a72fe12cdab tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:00.306444 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a30aa40b-9b52-4653-a14a-73634c9caccb req-a8e66f2d-ed74-4a8e-8ed2-4a72fe12cdab tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.0905440
May 20 18:33:00.355443 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a30aa40b-9b52-4653-a14a-73634c9caccb req-e4d66a81-5a11-4492-97b0-012046e38359 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430841
May 20 18:33:01.547077 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f975c4-fa0f-49c6-aec5-e18863303279 req-6a391872-2b1a-4b82-9a52-1f33faacf3d2 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:01.548579 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d3f975c4-fa0f-49c6-aec5-e18863303279 req-6a391872-2b1a-4b82-9a52-1f33faacf3d2 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 943 time: 0.0846174
May 20 18:33:01.598627 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-d3f975c4-fa0f-49c6-aec5-e18863303279 req-d0390dff-f5f6-4deb-868d-af4ba7487848 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434709
May 20 18:33:01.969432 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:33:02.051134 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55085abf-4613-4fdb-a174-05a93b0feea7 req-460fbd72-6436-44bc-b2d9-c939bed3e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:02.053304 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-55085abf-4613-4fdb-a174-05a93b0feea7 req-460fbd72-6436-44bc-b2d9-c939bed3e500 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1096 time: 0.0720260
May 20 18:33:02.095895 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-55085abf-4613-4fdb-a174-05a93b0feea7 req-3d7a3773-cdeb-4438-a738-9011949a6486 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353177
May 20 18:33:02.109543 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:33:02.124342 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'port_id': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'mac_address': 'fa:16:3e:58:d7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:33:02.181287 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:02.197841 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:33:02.213662 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:33:02.218050 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:02.221651 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:02.290221 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,revision_number=7']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:02.293443 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:02.782908 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00115b25-25a5-4dca-942e-0ec99cc6c963 req-872ffe74-3936-4f5d-b61b-c88f6b54b6a2 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:02.784371 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00115b25-25a5-4dca-942e-0ec99cc6c963 req-872ffe74-3936-4f5d-b61b-c88f6b54b6a2 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.0809400
May 20 18:33:02.835308 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-00115b25-25a5-4dca-942e-0ec99cc6c963 req-90f8fc4b-eebf-4923-a5be-2616dbcf6646 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450754
May 20 18:33:04.034362 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8439a9-e5f1-428e-8f5e-ee6c1d168316 req-4b21ffaa-d3e8-414e-b0dd-f8244202e276 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:04.035965 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6f8439a9-e5f1-428e-8f5e-ee6c1d168316 req-4b21ffaa-d3e8-414e-b0dd-f8244202e276 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.0849633
May 20 18:33:04.086482 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6f8439a9-e5f1-428e-8f5e-ee6c1d168316 req-646428dd-d28f-45fd-b66c-e27a44621747 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445044
May 20 18:33:04.880152 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-b0c6e41c-095f-43ed-97fc-0bae1f2d8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:04.882001 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-b0c6e41c-095f-43ed-97fc-0bae1f2d8f85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2523b2dcc104408a8589927a2875816&device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1097 time: 0.0764410
May 20 18:33:05.284575 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351485f7-9cf0-445f-b542-bbb0b99b319b req-58d3d76e-f0ed-4e06-91e1-8968bfe1fc1d tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:05.286106 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-351485f7-9cf0-445f-b542-bbb0b99b319b req-58d3d76e-f0ed-4e06-91e1-8968bfe1fc1d tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.0884399
May 20 18:33:05.332116 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-351485f7-9cf0-445f-b542-bbb0b99b319b req-10d4f07d-7b12-4198-8b59-bc29298770a5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404131
May 20 18:33:06.343806 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-d8ad3416-5d6f-4a9c-bdf9-40fa1a96ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:06.344952 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-d8ad3416-5d6f-4a9c-bdf9-40fa1a96ff50 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1b9099e-a295-4fef-8963-2d36b6d11878 HTTP/1.1" status: 200  len: 909 time: 0.1365271
May 20 18:33:06.452013 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-c6e6f5b3-28a3-4d69-984b-97d7f6db2080 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3 HTTP/1.1" status: 200  len: 999 time: 0.0995865
May 20 18:33:06.513696 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-a8e73823-e902-4406-9fcc-6cfc1394338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:06.515128 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-a8e73823-e902-4406-9fcc-6cfc1394338d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dae479b5-447a-466e-89bd-1d678eb41c8c HTTP/1.1" status: 200  len: 848 time: 0.0569758
May 20 18:33:06.521779 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022100f-94af-4d02-a6f2-989ebc1dde20 req-bec69f33-f23e-4408-815a-dbfd2f85e164 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:06.523227 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5022100f-94af-4d02-a6f2-989ebc1dde20 req-bec69f33-f23e-4408-815a-dbfd2f85e164 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.0827229
May 20 18:33:06.570539 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5022100f-94af-4d02-a6f2-989ebc1dde20 req-a6e9f200-5413-429d-86a4-2e0465207c86 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414567
May 20 18:33:06.592744 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-2e0b9738-1ea3-4fa3-8751-6102955b0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:06.594248 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-2e0b9738-1ea3-4fa3-8751-6102955b0e8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1b9099e-a295-4fef-8963-2d36b6d11878&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731196
May 20 18:33:06.732993 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-3ab4655f-18e9-492f-97c7-e96df3126cb2 service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268182
May 20 18:33:06.769270 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['47c2b14c-9e2c-46bf-b872-06e0ca7374e3'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:33:06.873727 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-c2a89fc1-87e3-4bda-bc3c-cf4e9d4d6d02 req-de6f46bc-16d1-40ca-86ae-0f33c55719e1 service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266744
May 20 18:33:07.761053 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaf8c-fb6b-4c13-bbbf-880797cd2786 req-7322ebbf-3b5d-41a5-8e44-68da79efb8c0 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:07.762573 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bdeeaf8c-fb6b-4c13-bbbf-880797cd2786 req-7322ebbf-3b5d-41a5-8e44-68da79efb8c0 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.0854487
May 20 18:33:07.810567 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bdeeaf8c-fb6b-4c13-bbbf-880797cd2786 req-154b0ce8-5aeb-4967-ab55-b7875e6b311f tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421417
May 20 18:33:09.013270 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a01956-ea05-4250-bded-07ebd2a4f857 req-69ee4451-1400-4e90-9321-fdefd83282ae tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:09.014806 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-60a01956-ea05-4250-bded-07ebd2a4f857 req-69ee4451-1400-4e90-9321-fdefd83282ae tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.0890572
May 20 18:33:09.066667 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-60a01956-ea05-4250-bded-07ebd2a4f857 req-3976a1d8-19de-452f-995f-28ea923a13df tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454335
May 20 18:33:10.255169 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251f78c-62e9-40e3-9d17-4fa4444b969f req-444254da-0977-4775-a314-7f977f0ff636 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:10.256561 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a251f78c-62e9-40e3-9d17-4fa4444b969f req-444254da-0977-4775-a314-7f977f0ff636 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.0822601
May 20 18:33:10.303252 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a251f78c-62e9-40e3-9d17-4fa4444b969f req-17ba4b0c-c978-41ba-ab3e-a6629e6bb1a4 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409300
May 20 18:33:11.496328 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d9cd1-4a8c-44a7-b61b-26107f17b84b req-b39f81b2-5882-40f7-a1dd-a15530bb04da tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:11.498301 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a8d9cd1-4a8c-44a7-b61b-26107f17b84b req-b39f81b2-5882-40f7-a1dd-a15530bb04da tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 944 time: 0.0884666
May 20 18:33:11.542943 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-5a8d9cd1-4a8c-44a7-b61b-26107f17b84b req-2d1c7a0d-ebca-4c49-879d-a0cf275100b4 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385051
May 20 18:33:13.806852 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:33:13.884111 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:33:13.884488 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:14.019815 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:33:14.027324 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:14.053735 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:33:14.063140 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:33:14.068050 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:14.070005 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:14.107244 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'code': 200}
May 20 18:33:14.139229 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,revision_number=8']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:14.147086 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.147438 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.147778 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.148112 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.148443 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.148771 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.149095 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.149418 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.149739 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.150080 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.150423 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.150740 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:14.154533 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:17.360061 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b09c556f-c104-474c-96bd-08378b787107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:19.775295 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:19.854166 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-269bd191-7785-4dbb-be69-3d63272f4f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:20.680966 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-b8b5e36c-edb2-42a6-8a87-de87f878c1f9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:20.682591 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-b8b5e36c-edb2-42a6-8a87-de87f878c1f9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 815 time: 0.1471472
May 20 18:33:20.699315 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-403d772d-7fa4-4261-a4cb-44c6d4c003ea tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/quotas/29214a28549e478eacb572b18c8b5c81 HTTP/1.1" status: 200  len: 375 time: 0.0106957
May 20 18:33:20.789535 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-b8806048-f126-4f27-9142-daad3af6703e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0844243
May 20 18:33:20.925751 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-ee9e6c1a-3d0d-496b-b684-7eff5f24cb96 service neutron] 10.222.0.13 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292746
May 20 18:33:20.963060 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:21.060462 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-6743b0c1-a8bc-46eb-a768-1370116be939 service neutron] 10.222.0.13 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285303
May 20 18:33:21.135197 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:21.242409 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-c4641ce2-bdfe-4474-a8d9-b5e4595fe610 req-7815febb-a456-497d-9674-19c903b6de0f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 210 time: 0.0482411
May 20 18:33:22.339139 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-66ffb865-7398-4d1a-932e-9e5e3e35f9cc tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:22.340670 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-66ffb865-7398-4d1a-932e-9e5e3e35f9cc tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 815 time: 0.1579452
May 20 18:33:22.356445 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Request body: {'port': {'device_id': '43014217-3758-4d09-a425-3f5af1c5e983', 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae', 'admin_state_up': True, 'tenant_id': '29214a28549e478eacb572b18c8b5c81'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:33:22.399482 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9cb7e6a5-7c30-4859-9621-2b57d9cef88c req-7f700db8-0351-4aee-9cda-0c8f762d34e8 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 210 time: 0.0441964
May 20 18:33:22.447901 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:22.507915 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:33:22.511681 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Usage tracker for resource:port and tenant:29214a28549e478eacb572b18c8b5c81 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:33:22.514460 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:33:22.520031 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:33:22.529238 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Made reservation on behalf of 29214a28549e478eacb572b18c8b5c81 for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:33:22.533164 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:22.782958 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Allocated IP 172.20.0.2 (ef119606-0dc0-4806-8ce9-718a835303ae/1f8769c1-659f-441d-b0a7-de7f3e8fc13f/7a1155e5-1323-4b64-a2b5-0013f8c5183d) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 20 18:33:22.981557 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:23.010453 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764443111015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:23.015808 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:23.022552 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['abf6ab92-ae32-4e48-8a8d-a79de6871730', '692fcd10-ece0-4327-a604-14e69b72d9c7', '03f04a81-3c82-4e27-8071-4d50e8097b55'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:33:23.080874 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Network ef119606-0dc0-4806-8ce9-718a835303ae is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 20 18:33:23.083936 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Resources bound (agent type, host, resource id):  {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:33:23.088121 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 20 18:33:23.127109 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Pushing event updated for resources: {'Port': ['ID=7a1155e5-1323-4b64-a2b5-0013f8c5183d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:23.144571 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.144970 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.145339 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.145705 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.146093 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.146449 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.146809 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.147162 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.147515 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.147863 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.148214 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.148563 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:33:23.153857 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:23.168956 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:23.169661 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:23.191369 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-230e5267-13b4-4793-b5dc-cccb743a5d7b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8396926
May 20 18:33:23.255954 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Request body: {'port': {'device_id': '43014217-3758-4d09-a425-3f5af1c5e983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:33:23.377548 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:23.587542 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ce4ee-aac3-48a5-8a22-506328b9325d req-458dd401-f86f-4fa8-8d59-fc1e4f9b054c tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:23.588999 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bc3ce4ee-aac3-48a5-8a22-506328b9325d req-458dd401-f86f-4fa8-8d59-fc1e4f9b054c tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 931 time: 0.0829310
May 20 18:33:23.722367 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1155e5-1323-4b64-a2b5-0013f8c5183d {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:33:23.729720 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:23.732879 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bc3ce4ee-aac3-48a5-8a22-506328b9325d req-1c15d086-84af-4669-a01e-7839288df63f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379297
May 20 18:33:23.744814 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Transition to ACTIVE for port object 7a1155e5-1323-4b64-a2b5-0013f8c5183d will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 20 18:33:23.753792 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:23.757555 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-70996d98-7379-46b8-833d-d75d7aedd79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:23.908937 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Pushing event updated for resources: {'Port': ['ID=7a1155e5-1323-4b64-a2b5-0013f8c5183d,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:23.916491 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:23.991636 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Attempting to bind port 7a1155e5-1323-4b64-a2b5-0013f8c5183d on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 20 18:33:23.991876 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Attempting to bind port 7a1155e5-1323-4b64-a2b5-0013f8c5183d by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 20 18:33:23.992195 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Attempting to bind port 7a1155e5-1323-4b64-a2b5-0013f8c5183d on network ef119606-0dc0-4806-8ce9-718a835303ae {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:33:23.997008 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Port 7a1155e5-1323-4b64-a2b5-0013f8c5183d on network ef119606-0dc0-4806-8ce9-718a835303ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 20 18:33:23.997324 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Attempting to bind port 7a1155e5-1323-4b64-a2b5-0013f8c5183d on network ef119606-0dc0-4806-8ce9-718a835303ae {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 20 18:33:24.002393 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Checking agent: {'id': '05157747-1114-41dc-bed3-418ab5a7d4db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'started_at': datetime.datetime(2021, 5, 20, 18, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 20 18:33:24.002716 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Checking segment: {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:33:24.003085 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Bound using segment: {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 20 18:33:24.003492 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Bound port: 7a1155e5-1323-4b64-a2b5-0013f8c5183d, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 20 18:33:24.003826 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:24.089972 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] For port 7a1155e5-1323-4b64-a2b5-0013f8c5183d, host hv-cinder-79229, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 20 18:33:24.092911 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] For port 7a1155e5-1323-4b64-a2b5-0013f8c5183d, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a1155e5-1323-4b64-a2b5-0013f8c5183d,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 20 18:33:24.096752 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15007525'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:24.101105 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:24.159390 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:24.160001 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:24.161364 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] 10.222.0.22 "PUT /v2.0/ports/7a1155e5-1323-4b64-a2b5-0013f8c5183d HTTP/1.1" status: 200  len: 1093 time: 0.9106383
May 20 18:33:24.161899 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43014217-3758-4d09-a425-3f5af1c5e983', 'tag': '7a1155e5-1323-4b64-a2b5-0013f8c5183d'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:33:24.183366 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Pushing event updated for resources: {'Port': ['ID=7a1155e5-1323-4b64-a2b5-0013f8c5183d,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:24.186016 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:24.236589 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43014217-3758-4d09-a425-3f5af1c5e983', 'tag': '7a1155e5-1323-4b64-a2b5-0013f8c5183d', 'status': 'completed', 'code': 200}
May 20 18:33:24.270746 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-f9ce13a5-1f51-4dc7-a47e-90497a24367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:24.272141 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-f9ce13a5-1f51-4dc7-a47e-90497a24367a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 1096 time: 0.0722153
May 20 18:33:24.355925 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-8113d15f-4a5e-4285-8cbd-e92bb84ae722 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a1155e5-1323-4b64-a2b5-0013f8c5183d HTTP/1.1" status: 200  len: 217 time: 0.0619485
May 20 18:33:24.424189 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-e4679d46-4c35-4d08-ae64-8d7055a5c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:24.425658 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-e4679d46-4c35-4d08-ae64-8d7055a5c9a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f8769c1-659f-441d-b0a7-de7f3e8fc13f HTTP/1.1" status: 200  len: 855 time: 0.0600605
May 20 18:33:24.591436 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-84265b6b-55ae-46e3-b339-b894de903895 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef119606-0dc0-4806-8ce9-718a835303ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1459682
May 20 18:33:24.728431 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-1426e870-84d4-465a-a0e1-e9dc02a3335c service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284590
May 20 18:33:24.867094 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-07cd75f5-b4e2-4ccc-a8c7-d1e742f0566f req-a0a103ed-4355-495b-b81b-37129164e809 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317482
May 20 18:33:24.920061 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b20b2f-46d7-4be3-aefe-05e5f08fd71a req-15903019-42ec-4071-9f1e-404a457f5aab tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:24.921513 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-75b20b2f-46d7-4be3-aefe-05e5f08fd71a req-15903019-42ec-4071-9f1e-404a457f5aab tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 943 time: 0.0804713
May 20 18:33:24.973748 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-75b20b2f-46d7-4be3-aefe-05e5f08fd71a req-5b311db7-4f22-4861-940e-bfaf1e8cc975 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453522
May 20 18:33:24.992280 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-75635a1d-86f7-40e8-9580-f38a6ca4f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:24.993739 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-75635a1d-86f7-40e8-9580-f38a6ca4f919 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29214a28549e478eacb572b18c8b5c81&device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 1096 time: 0.0745518
May 20 18:33:25.125478 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-d433f31d-13d7-46ea-bc52-c9d62cf92630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:25.127459 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-d433f31d-13d7-46ea-bc52-c9d62cf92630 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 200  len: 915 time: 0.1225724
May 20 18:33:25.196889 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-64fe35b3-6483-40c4-a2b5-db0f175b65dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a1155e5-1323-4b64-a2b5-0013f8c5183d HTTP/1.1" status: 200  len: 217 time: 0.0625541
May 20 18:33:25.258144 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-af2c9cfe-4b27-41f1-86a3-1d0b3e07fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:25.259505 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-af2c9cfe-4b27-41f1-86a3-1d0b3e07fcfe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f8769c1-659f-441d-b0a7-de7f3e8fc13f HTTP/1.1" status: 200  len: 855 time: 0.0563827
May 20 18:33:25.305999 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-3ca4945b-fe24-4bc6-a8ad-585709149608 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef119606-0dc0-4806-8ce9-718a835303ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394650
May 20 18:33:25.432226 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-105008d2-d242-4275-8431-b5c613b31a21 service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197746
May 20 18:33:25.563755 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-ea49e584-896f-4048-a749-dfa208a5f4f0 req-4d429164-5683-4ad1-9fd4-4a8236d6f02c service neutron] 10.222.0.22 "GET /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238403
May 20 18:33:25.878090 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46560) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:33:26.000030 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:26.015197 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:33:26.019636 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Usage tracker for resource:security_group_rule and tenant:6699400680164d3d966aa3608c6ad1ea is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:33:26.022519 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:33:26.028319 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:33:26.112648 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:26.116635 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:26.125280 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fe65c556-17f7-4dbb-bb64-8597792a07b9 tempest-TestMinimumBasicScenario-321053809 tempest-TestMinimumBasicScenario-321053809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:26.161242 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21da33f-5c20-4994-85bc-ffc3335c74ba req-2928f710-ba66-4904-8f0b-e8952af03db4 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:26.162742 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e21da33f-5c20-4994-85bc-ffc3335c74ba req-2928f710-ba66-4904-8f0b-e8952af03db4 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 943 time: 0.0810530
May 20 18:33:26.165576 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6699400680164d3d966aa3608c6ad1ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2864349
May 20 18:33:26.166541 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3e11be-9259-45c0-9841-805c9e3e772c,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:26.168285 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 46568) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:33:26.169614 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:26.242709 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e21da33f-5c20-4994-85bc-ffc3335c74ba req-43899104-7080-408e-81e4-349299fd999b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712597
May 20 18:33:26.260497 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5e545bc3-eacd-4af5-be50-3b6637d42def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:26.290136 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5e545bc3-eacd-4af5-be50-3b6637d42def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:26.340882 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5e545bc3-eacd-4af5-be50-3b6637d42def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:26.344577 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ab4ca53b-5ea8-43b8-942c-c3f6a388fa09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:26.355599 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e545bc3-eacd-4af5-be50-3b6637d42def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3e11be-9259-45c0-9841-805c9e3e772c,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:26.358938 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5e545bc3-eacd-4af5-be50-3b6637d42def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:26.362945 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5e545bc3-eacd-4af5-be50-3b6637d42def admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:26.364047 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-5e545bc3-eacd-4af5-be50-3b6637d42def admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae3e11be-9259-45c0-9841-805c9e3e772c HTTP/1.1" status: 204  len: 168 time: 0.1946478
May 20 18:33:27.426748 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beb1f2-63e2-4c25-9108-267bbd87ea4f req-b6ecdef4-00ac-43cb-847f-89a7250523b8 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:27.428196 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f3beb1f2-63e2-4c25-9108-267bbd87ea4f req-b6ecdef4-00ac-43cb-847f-89a7250523b8 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 943 time: 0.0794199
May 20 18:33:27.472636 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-f3beb1f2-63e2-4c25-9108-267bbd87ea4f req-e4f57435-2ca1-495a-a6b1-3a5d49f1e0bc tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387168
May 20 18:33:27.875807 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 7a1155e5-1323-4b64-a2b5-0013f8c5183d details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 20 18:33:28.008800 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 7a1155e5-1323-4b64-a2b5-0013f8c5183d, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a1155e5-1323-4b64-a2b5-0013f8c5183d,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:33:28.021485 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Returning: {'device': '7a1155e5-1323-4b64-a2b5-0013f8c5183d', 'network_id': 'ef119606-0dc0-4806-8ce9-718a835303ae', 'port_id': '7a1155e5-1323-4b64-a2b5-0013f8c5183d', 'mac_address': 'fa:16:3e:3d:3f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8769c1-659f-441d-b0a7-de7f3e8fc13f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 20 18:33:28.075130 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:28.091133 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1155e5-1323-4b64-a2b5-0013f8c5183d {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 20 18:33:28.105841 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 7a1155e5-1323-4b64-a2b5-0013f8c5183d, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a1155e5-1323-4b64-a2b5-0013f8c5183d,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:33:28.111194 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:28.113087 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:28.180183 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=7a1155e5-1323-4b64-a2b5-0013f8c5183d,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:28.183061 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:28.595400 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['7a1155e5-1323-4b64-a2b5-0013f8c5183d'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:33:28.658949 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f605de-420a-48f6-b3c2-523aa8861fd7 req-d7bdbf71-73b6-4669-a0be-f068f191b878 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:28.660433 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-35f605de-420a-48f6-b3c2-523aa8861fd7 req-d7bdbf71-73b6-4669-a0be-f068f191b878 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 944 time: 0.0862017
May 20 18:33:28.705129 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-35f605de-420a-48f6-b3c2-523aa8861fd7 req-72ab6de3-ad44-4b96-aecb-433307b29ec4 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387907
May 20 18:33:29.883323 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 7a1155e5-1323-4b64-a2b5-0013f8c5183d up at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 20 18:33:29.888543 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dd5e8-6619-4f0e-a104-34e8cc4932db req-084cefaa-3a87-4811-b0ff-2a6e5bb66239 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:29.890050 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6e6dd5e8-6619-4f0e-a104-34e8cc4932db req-084cefaa-3a87-4811-b0ff-2a6e5bb66239 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 944 time: 0.0812213
May 20 18:33:29.941037 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6e6dd5e8-6619-4f0e-a104-34e8cc4932db req-338d98f4-09f5-4177-9cc4-2923e0cfe6be tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431767
May 20 18:33:29.959468 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning for port 7a1155e5-1323-4b64-a2b5-0013f8c5183d completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 20 18:33:29.964983 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Provisioning complete for port 7a1155e5-1323-4b64-a2b5-0013f8c5183d triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 20 18:33:29.965406 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2029926'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:30.081579 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2042972'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:30.107873 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43014217-3758-4d09-a425-3f5af1c5e983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1155e5-1323-4b64-a2b5-0013f8c5183d'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:33:30.117954 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] For port 7a1155e5-1323-4b64-a2b5-0013f8c5183d, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a1155e5-1323-4b64-a2b5-0013f8c5183d,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:33:30.121894 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764443643064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764443111033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764443111078'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:30.123724 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:30.158215 dv-cinder-792299-2-iscsi neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43014217-3758-4d09-a425-3f5af1c5e983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1155e5-1323-4b64-a2b5-0013f8c5183d', 'code': 200}
May 20 18:33:30.189322 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Pushing event updated for resources: {'Port': ['ID=7a1155e5-1323-4b64-a2b5-0013f8c5183d,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:30.192266 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:30.381167 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba6a97-b4d4-41cf-af13-e57b1ddd87a4 req-6307f16c-fa24-4667-a8db-ce91291a8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:30.382657 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9dba6a97-b4d4-41cf-af13-e57b1ddd87a4 req-6307f16c-fa24-4667-a8db-ce91291a8762 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 1098 time: 0.0691092
May 20 18:33:30.427643 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-9dba6a97-b4d4-41cf-af13-e57b1ddd87a4 req-6f1794d4-df6c-4590-9f55-29c4d85f738e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381572
May 20 18:33:31.119854 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9e977-adf4-471c-85e4-40ac48d282fc req-ff471450-eae2-4331-94b9-4f04dc2b3b1a tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:31.121301 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b2d9e977-adf4-471c-85e4-40ac48d282fc req-ff471450-eae2-4331-94b9-4f04dc2b3b1a tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 945 time: 0.0801377
May 20 18:33:31.164887 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-b2d9e977-adf4-471c-85e4-40ac48d282fc req-b416ba3c-0964-41d3-b24f-fbec59a69734 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374155
May 20 18:33:32.350549 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c7cb1-605c-418b-b908-b0565e3f4b56 req-b6c118e6-792c-47ab-a534-d1a14866daf9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:32.352024 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9c1c7cb1-605c-418b-b908-b0565e3f4b56 req-b6c118e6-792c-47ab-a534-d1a14866daf9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 945 time: 0.0815699
May 20 18:33:32.396295 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-9c1c7cb1-605c-418b-b908-b0565e3f4b56 req-431a1cda-ae8c-42ec-93df-d17e7aa3a8a9 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384707
May 20 18:33:46.348876 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bb43a-4a75-4228-81fd-bfd5e8d6d16f req-901d549b-dd5e-46b2-9d08-190eea8da335 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:46.350357 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ac2bb43a-4a75-4228-81fd-bfd5e8d6d16f req-901d549b-dd5e-46b2-9d08-190eea8da335 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 945 time: 0.0791612
May 20 18:33:46.397892 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-ac2bb43a-4a75-4228-81fd-bfd5e8d6d16f req-45d834e4-c8da-40e3-a25a-2a6cc082a074 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417740
May 20 18:33:47.362326 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-41b6a325-9f14-4610-aba0-8644e9a3644d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:47.582786 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f00d73-2560-4789-8fa0-3a23f4890296 req-6c41480e-b9a1-4115-b680-6aee84843302 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:47.584164 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-91f00d73-2560-4789-8fa0-3a23f4890296 req-6c41480e-b9a1-4115-b680-6aee84843302 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 945 time: 0.0804381
May 20 18:33:47.630146 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-91f00d73-2560-4789-8fa0-3a23f4890296 req-9780b999-5936-4331-a95a-9804a648748f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401599
May 20 18:33:48.459592 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-c162a63b-59ce-432c-9cbd-1d76ba49593d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:48.460293 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-c162a63b-59ce-432c-9cbd-1d76ba49593d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Synchronizing usage tracker for tenant:29214a28549e478eacb572b18c8b5c81 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:33:48.477881 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-c162a63b-59ce-432c-9cbd-1d76ba49593d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Unset dirty status for tenant:29214a28549e478eacb572b18c8b5c81 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:33:48.478969 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-c162a63b-59ce-432c-9cbd-1d76ba49593d tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 945 time: 0.0984430
May 20 18:33:48.615708 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Deleting port 7a1155e5-1323-4b64-a2b5-0013f8c5183d {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:33:48.616048 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:48.747802 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] For port 7a1155e5-1323-4b64-a2b5-0013f8c5183d, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a1155e5-1323-4b64-a2b5-0013f8c5183d,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:33:48.748068 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:48.812602 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7a606-98c0-417c-b125-e67a0688ef9b req-284bba71-088b-4d30-86dd-1f5b42bc00de tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:48.814611 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-16b7a606-98c0-417c-b125-e67a0688ef9b req-284bba71-088b-4d30-86dd-1f5b42bc00de tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=43014217-3758-4d09-a425-3f5af1c5e983 HTTP/1.1" status: 200  len: 945 time: 0.0824995
May 20 18:33:48.863393 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-16b7a606-98c0-417c-b125-e67a0688ef9b req-02590468-0226-4af5-8e0c-a93d8ae0de88 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429370
May 20 18:33:48.974438 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Calling delete_port for 7a1155e5-1323-4b64-a2b5-0013f8c5183d owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:33:49.086830 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:49.092825 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-990db135-b8e5-4884-b2cb-86c5d7c76c69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:49.098257 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['abf6ab92-ae32-4e48-8a8d-a79de6871730', '692fcd10-ece0-4327-a604-14e69b72d9c7', '03f04a81-3c82-4e27-8071-4d50e8097b55', '7a1155e5-1323-4b64-a2b5-0013f8c5183d'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:33:49.139838 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Pushing event deleted for resources: {'Port': ['ID=7a1155e5-1323-4b64-a2b5-0013f8c5183d,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:49.142844 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:49.223838 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] No DVR routers for this DVR port 7a1155e5-1323-4b64-a2b5-0013f8c5183d on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:33:49.226567 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:49.229219 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43014217-3758-4d09-a425-3f5af1c5e983', 'name': 'network-vif-deleted', 'tag': '7a1155e5-1323-4b64-a2b5-0013f8c5183d'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:33:49.249723 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-2eb768a3-9613-4dff-be77-cf66cd5f2645 req-4c864365-8abf-449b-90a1-f558fd7d7871 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "DELETE /v2.0/ports/7a1155e5-1323-4b64-a2b5-0013f8c5183d HTTP/1.1" status: 204  len: 173 time: 0.7649739
May 20 18:33:49.279683 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43014217-3758-4d09-a425-3f5af1c5e983', 'name': 'network-vif-deleted', 'tag': '7a1155e5-1323-4b64-a2b5-0013f8c5183d', 'status': 'completed', 'code': 200}
May 20 18:33:49.777199 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:49.856001 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a2f5fa75-8753-431d-8a69-d3089e5304e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:50.950957 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:51.017568 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:33:51.132580 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:51.535281 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df92f1-d67e-4da2-96a4-3b9f2cc553bb req-e44bf472-4b57-4fa4-94c2-3f4ccfdf13ef tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:51.536722 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9df92f1-d67e-4da2-96a4-3b9f2cc553bb req-e44bf472-4b57-4fa4-94c2-3f4ccfdf13ef tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 946 time: 0.0784662
May 20 18:33:51.581593 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a9df92f1-d67e-4da2-96a4-3b9f2cc553bb req-2eae6a9f-7219-4ec7-bdd1-75bbf7a846f6 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390308
May 20 18:33:51.927091 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 7a1155e5-1323-4b64-a2b5-0013f8c5183d no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:33:51.963054 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 7a1155e5-1323-4b64-a2b5-0013f8c5183d {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:33:51.963727 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 7a1155e5-1323-4b64-a2b5-0013f8c5183d not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:33:52.449034 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:52.764990 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90025c18-4f69-4439-9609-df7bd4dc2c2a req-df22ddc8-0d0e-472d-a942-72579ca655f1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:52.766864 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-90025c18-4f69-4439-9609-df7bd4dc2c2a req-df22ddc8-0d0e-472d-a942-72579ca655f1 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 946 time: 0.0824442
May 20 18:33:52.811198 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-90025c18-4f69-4439-9609-df7bd4dc2c2a req-6fee7bb4-f98c-4bb3-85be-37e9343fd2bd tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386794
May 20 18:33:53.365048 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-f8caf72c-ea53-49cd-bc33-b7d8e4d1af11 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:53.365736 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-f8caf72c-ea53-49cd-bc33-b7d8e4d1af11 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Synchronizing usage tracker for tenant:29214a28549e478eacb572b18c8b5c81 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:33:53.381476 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-f8caf72c-ea53-49cd-bc33-b7d8e4d1af11 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Unset dirty status for tenant:29214a28549e478eacb572b18c8b5c81 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:33:53.382609 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-f8caf72c-ea53-49cd-bc33-b7d8e4d1af11 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 946 time: 0.0946581
May 20 18:33:53.516405 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Deleting port 03f04a81-3c82-4e27-8071-4d50e8097b55 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:33:53.516754 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:53.645424 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] For port 03f04a81-3c82-4e27-8071-4d50e8097b55, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03f04a81-3c82-4e27-8071-4d50e8097b55,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:33:53.645673 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:53.764565 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Calling delete_port for 03f04a81-3c82-4e27-8071-4d50e8097b55 owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:33:53.881208 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:53.888299 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6a223d51-74f1-4d43-8cd4-0f961d20de3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:53.901733 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['abf6ab92-ae32-4e48-8a8d-a79de6871730', '692fcd10-ece0-4327-a604-14e69b72d9c7', '03f04a81-3c82-4e27-8071-4d50e8097b55'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:33:53.933028 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Pushing event deleted for resources: {'Port': ['ID=03f04a81-3c82-4e27-8071-4d50e8097b55,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:53.936832 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:53.966596 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-422489d0-f2f0-4e6d-a590-6927a7aa67cf req-521b6ba5-79a4-43b0-9dd1-cb368de5e174 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ea6bb5-4bee-4529-9dcf-383a726f29cd HTTP/1.1" status: 200  len: 210 time: 0.0465891
May 20 18:33:54.029185 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] No DVR routers for this DVR port 03f04a81-3c82-4e27-8071-4d50e8097b55 on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:33:54.031902 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:54.035479 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea6bb5-4bee-4529-9dcf-383a726f29cd', 'name': 'network-vif-deleted', 'tag': '03f04a81-3c82-4e27-8071-4d50e8097b55'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:33:54.053121 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-cc7df6e5-3927-44d9-8605-dd8743abeace req-d3aaf7fe-e7ca-4ffa-b647-87d7184c343f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "DELETE /v2.0/ports/03f04a81-3c82-4e27-8071-4d50e8097b55 HTTP/1.1" status: 204  len: 173 time: 0.6653614
May 20 18:33:54.086998 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea6bb5-4bee-4529-9dcf-383a726f29cd', 'name': 'network-vif-deleted', 'tag': '03f04a81-3c82-4e27-8071-4d50e8097b55', 'status': 'completed', 'code': 200}
May 20 18:33:55.416575 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b38592-35d2-4dce-a166-8ddd191ca3c0 req-5f40b40b-862b-4a4e-b880-0466dcc01262 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:55.418044 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e5b38592-35d2-4dce-a166-8ddd191ca3c0 req-5f40b40b-862b-4a4e-b880-0466dcc01262 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 945 time: 0.0828784
May 20 18:33:55.462666 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e5b38592-35d2-4dce-a166-8ddd191ca3c0 req-ac250cc9-e13b-4a5a-86b9-edbf3f2ea88b tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382788
May 20 18:33:55.948731 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 03f04a81-3c82-4e27-8071-4d50e8097b55 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:33:55.985897 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 03f04a81-3c82-4e27-8071-4d50e8097b55 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:33:55.986242 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 03f04a81-3c82-4e27-8071-4d50e8097b55 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:33:56.649546 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6549b6-8feb-478a-bcfc-8555942a39e8 req-c48b67fb-dd74-4ed4-a01c-73535e3f2b3a tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:56.651039 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bf6549b6-8feb-478a-bcfc-8555942a39e8 req-c48b67fb-dd74-4ed4-a01c-73535e3f2b3a tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 945 time: 0.0785861
May 20 18:33:56.700058 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-bf6549b6-8feb-478a-bcfc-8555942a39e8 req-c7bebd10-6ee1-4f64-a622-ff798771e3bc tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430610
May 20 18:33:57.156676 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-5984cfd7-3af3-49a9-b15c-7e3f4197c776 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:33:57.157373 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-5984cfd7-3af3-49a9-b15c-7e3f4197c776 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Synchronizing usage tracker for tenant:29214a28549e478eacb572b18c8b5c81 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:33:57.172957 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-5984cfd7-3af3-49a9-b15c-7e3f4197c776 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Unset dirty status for tenant:29214a28549e478eacb572b18c8b5c81 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:33:57.174466 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-5984cfd7-3af3-49a9-b15c-7e3f4197c776 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 945 time: 0.0973611
May 20 18:33:57.314395 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Deleting port 692fcd10-ece0-4327-a604-14e69b72d9c7 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:33:57.314664 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:57.447241 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] For port 692fcd10-ece0-4327-a604-14e69b72d9c7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=692fcd10-ece0-4327-a604-14e69b72d9c7,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:33:57.447596 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:57.569036 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Calling delete_port for 692fcd10-ece0-4327-a604-14e69b72d9c7 owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:33:57.778094 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:57.784277 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:33:57.789301 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['abf6ab92-ae32-4e48-8a8d-a79de6871730', '692fcd10-ece0-4327-a604-14e69b72d9c7'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:33:57.857447 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Pushing event deleted for resources: {'Port': ['ID=692fcd10-ece0-4327-a604-14e69b72d9c7,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:33:57.863318 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-a401cc89-aaf7-4271-a544-111dc51f72f9 req-bdfcb395-bf95-4a7c-b382-e3ba62809a78 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3463b947-2121-4f50-8c52-375697f681c2 HTTP/1.1" status: 200  len: 210 time: 0.0563364
May 20 18:33:57.867893 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:33:57.911988 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] No DVR routers for this DVR port 692fcd10-ece0-4327-a604-14e69b72d9c7 on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:33:57.914495 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:33:57.917018 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3463b947-2121-4f50-8c52-375697f681c2', 'name': 'network-vif-deleted', 'tag': '692fcd10-ece0-4327-a604-14e69b72d9c7'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:33:57.934003 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-0fa126ff-85be-489a-88ad-5107f0b71cdf req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "DELETE /v2.0/ports/692fcd10-ece0-4327-a604-14e69b72d9c7 HTTP/1.1" status: 204  len: 173 time: 0.7531474
May 20 18:33:57.966802 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3463b947-2121-4f50-8c52-375697f681c2', 'name': 'network-vif-deleted', 'tag': '692fcd10-ece0-4327-a604-14e69b72d9c7', 'status': 'completed', 'code': 200}
May 20 18:33:59.963874 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 692fcd10-ece0-4327-a604-14e69b72d9c7 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:34:00.001904 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 692fcd10-ece0-4327-a604-14e69b72d9c7 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:34:00.002162 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 692fcd10-ece0-4327-a604-14e69b72d9c7 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:34:00.537926 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ae3e-98f4-4337-a507-eac75279ee20 req-432ddb66-bba3-44b6-89f9-d758d48ffe1f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:00.539299 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8890ae3e-98f4-4337-a507-eac75279ee20 req-432ddb66-bba3-44b6-89f9-d758d48ffe1f tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 945 time: 0.0784414
May 20 18:34:00.584152 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-8890ae3e-98f4-4337-a507-eac75279ee20 req-3860c3ac-b201-4ddb-b182-2cd26dab42e0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392916
May 20 18:34:01.769137 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f5fca-179c-4c53-b532-43b06021fdcf req-44d1dd96-b44d-4783-b287-5ad9eec8bd38 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:01.771013 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e22f5fca-179c-4c53-b532-43b06021fdcf req-44d1dd96-b44d-4783-b287-5ad9eec8bd38 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 945 time: 0.0825112
May 20 18:34:01.815230 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-e22f5fca-179c-4c53-b532-43b06021fdcf req-d5f16b4d-0ffc-42f1-b142-21b5ca5d6939 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385909
May 20 18:34:02.455471 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-3ef5afb8-db12-4f01-a8e5-fd7a235f14a0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:02.456169 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-3ef5afb8-db12-4f01-a8e5-fd7a235f14a0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Synchronizing usage tracker for tenant:29214a28549e478eacb572b18c8b5c81 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:34:02.471004 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-3ef5afb8-db12-4f01-a8e5-fd7a235f14a0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Unset dirty status for tenant:29214a28549e478eacb572b18c8b5c81 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:34:02.472291 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-3ef5afb8-db12-4f01-a8e5-fd7a235f14a0 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 945 time: 0.0941992
May 20 18:34:02.608219 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Deleting port abf6ab92-ae32-4e48-8a8d-a79de6871730 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:34:02.608562 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:02.738695 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] For port abf6ab92-ae32-4e48-8a8d-a79de6871730, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=abf6ab92-ae32-4e48-8a8d-a79de6871730,segment=NetworkSegment(3c5f6ad5-1027-408e-8e60-2b4bee55c7fe),segment_id=3c5f6ad5-1027-408e-8e60-2b4bee55c7fe)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:34:02.738964 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:02.860244 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Calling delete_port for abf6ab92-ae32-4e48-8a8d-a79de6871730 owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:34:02.978938 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:02.984639 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5b87ca1e-9877-415c-b0ff-c4825d97019c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:02.991137 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] get_ports_and_sgs() called for port_ids ['abf6ab92-ae32-4e48-8a8d-a79de6871730'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 20 18:34:03.004941 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc966-60f2-4832-868c-b843854251de req-aa75be39-4ee9-47cc-9ae2-e6e0c9d88006 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:03.006460 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1abdc966-60f2-4832-868c-b843854251de req-aa75be39-4ee9-47cc-9ae2-e6e0c9d88006 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/ports?device_id=03492957-e51f-4205-ae56-16952814b30c HTTP/1.1" status: 200  len: 945 time: 0.0869539
May 20 18:34:03.030994 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Pushing event deleted for resources: {'Port': ['ID=abf6ab92-ae32-4e48-8a8d-a79de6871730,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:03.034122 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:03.111052 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] No DVR routers for this DVR port abf6ab92-ae32-4e48-8a8d-a79de6871730 on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:34:03.113591 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:03.116300 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03492957-e51f-4205-ae56-16952814b30c', 'name': 'network-vif-deleted', 'tag': 'abf6ab92-ae32-4e48-8a8d-a79de6871730'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:34:03.132831 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-1eda324f-7b03-4357-b211-2743bfff3fbd req-4d16128b-2966-419b-b4f2-637260b0779e tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.22 "DELETE /v2.0/ports/abf6ab92-ae32-4e48-8a8d-a79de6871730 HTTP/1.1" status: 204  len: 173 time: 0.6545486
May 20 18:34:03.152332 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-1abdc966-60f2-4832-868c-b843854251de req-e5ac55f5-d11b-4c8f-94bc-2954f731fedc tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] 10.222.0.13 "GET /v2.0/security-groups?id=58c1b85a-41a7-4d59-8311-6789af3eaef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393130
May 20 18:34:03.163848 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03492957-e51f-4205-ae56-16952814b30c', 'name': 'network-vif-deleted', 'tag': 'abf6ab92-ae32-4e48-8a8d-a79de6871730', 'status': 'completed', 'code': 200}
May 20 18:34:04.258941 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46710) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:04.319914 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] Deleting subnet 1f8769c1-659f-441d-b0a7-de7f3e8fc13f {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:34:04.322787 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:04.373490 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:04.427859 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:04.668383 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:04.672208 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:04.708132 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8769c1-659f-441d-b0a7-de7f3e8fc13f,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:04.710080 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:04.712624 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:04.716542 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f8769c1-659f-441d-b0a7-de7f3e8fc13f HTTP/1.1" status: 204  len: 168 time: 0.4566119
May 20 18:34:04.719075 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46714) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:04.821503 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.044914 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.057802 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a16cbfd60>,) {'filters': {'network_id': ['ef119606-0dc0-4806-8ce9-718a835303ae']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:05.069915 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16cbfd60>, '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:05.070210 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16cbfd60>, '3c5f6ad5-1027-408e-8e60-2b4bee55c7fe') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:05.081054 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.096884 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.102759 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:34:05.103132 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:34:05.115766 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:34:05.190794 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.195347 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:05.208551 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.218516 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef119606-0dc0-4806-8ce9-718a835303ae,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:05.222025 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:05.227659 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-f480a6f9-ca8d-4865-8858-54c229faa184 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ef119606-0dc0-4806-8ce9-718a835303ae HTTP/1.1" status: 204  len: 168 time: 0.5076356
May 20 18:34:05.402042 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46720) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:05.450336 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-16cf71e4-0e29-4ab4-abfe-dc84be192919 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29214a28549e478eacb572b18c8b5c81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469553
May 20 18:34:05.452512 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46724) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:05.509922 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-57fa631b-b386-4b2f-a69d-02219e295e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.538826 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-57fa631b-b386-4b2f-a69d-02219e295e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.591151 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-57fa631b-b386-4b2f-a69d-02219e295e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.594939 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a6533ccf-b2bc-4bd1-b1e1-be80fc196887 tempest-AttachVolumeTestJSON-1422106965 tempest-AttachVolumeTestJSON-1422106965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:05.607097 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa631b-b386-4b2f-a69d-02219e295e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c1b85a-41a7-4d59-8311-6789af3eaef1,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:05.612352 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-57fa631b-b386-4b2f-a69d-02219e295e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:05.614837 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-57fa631b-b386-4b2f-a69d-02219e295e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:05.618296 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-57fa631b-b386-4b2f-a69d-02219e295e00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58c1b85a-41a7-4d59-8311-6789af3eaef1 HTTP/1.1" status: 204  len: 168 time: 0.1625674
May 20 18:34:05.990363 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device abf6ab92-ae32-4e48-8a8d-a79de6871730 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:34:06.024580 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: abf6ab92-ae32-4e48-8a8d-a79de6871730 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:34:06.024934 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device abf6ab92-ae32-4e48-8a8d-a79de6871730 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:34:06.357567 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 46748) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:06.464099 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153356753-network', 'tenant_id': '0541629768924a25bb3dda8e31d72474'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:34:06.468689 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:06.472517 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Usage tracker for resource:network and tenant:0541629768924a25bb3dda8e31d72474 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:06.475361 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:06.481563 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:06.491022 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Made reservation on behalf of 0541629768924a25bb3dda8e31d72474 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:34:06.493401 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:06.506275 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:06.520770 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:06.524599 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Usage tracker for resource:security_group_rule and tenant:0541629768924a25bb3dda8e31d72474 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:06.527386 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:06.532899 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:06.615760 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:06.620249 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:06.624385 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fcb8299a-2e9d-445f-bced-2e1c028688f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:06.650106 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'}  {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:34:06.662888 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df63411-10ed-4409-9268-4d85417579a9,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:06.671436 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:06.671781 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.segments_db [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Added segment 8d94b593-6acd-42fa-9e4d-23f8c41983a7 of type vlan for network aff2a5ee-bf70-4fef-b6fe-ca04113c9671
May 20 18:34:06.673447 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.673855 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.674229 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.674597 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.674957 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.675320 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.675714 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.676066 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.676675 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.677030 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.677382 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.677732 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:06.682083 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:06.710371 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:06.739395 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:06.740715 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:06.741294 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:06.744682 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:06.840074 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4813473
May 20 18:34:06.842989 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 46754) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:06.845579 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Pushing event updated for resources: {'Network': ['ID=aff2a5ee-bf70-4fef-b6fe-ca04113c9671,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:06.850571 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Request body: {'subnet': {'network_id': 'aff2a5ee-bf70-4fef-b6fe-ca04113c9671', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153356753-subnet', 'tenant_id': '0541629768924a25bb3dda8e31d72474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:34:06.853888 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:06.855467 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network aff2a5ee-bf70-4fef-b6fe-ca04113c9671 details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:34:06.856113 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:06.859924 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Usage tracker for resource:subnet and tenant:0541629768924a25bb3dda8e31d72474 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:06.863434 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:06.869072 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:06.880451 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Made reservation on behalf of 0541629768924a25bb3dda8e31d72474 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:34:06.882769 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14149683'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:07.267694 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14066803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14149665'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:07.272339 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0b77474d-9bb3-43cd-a484-440967970e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:07.343744 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=830bf714-53f9-41f0-802b-4335c721d942,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:07.347049 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:07.353326 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Checking segment: {'id': '8d94b593-6acd-42fa-9e4d-23f8c41983a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aff2a5ee-bf70-4fef-b6fe-ca04113c9671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:34:07.353682 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Network hostable DHCP agents. Network: aff2a5ee-bf70-4fef-b6fe-ca04113c9671, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:34:07.370808 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Network aff2a5ee-bf70-4fef-b6fe-ca04113c9671 is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:34:07.379638 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, aff2a5ee-bf70-4fef-b6fe-ca04113c9671) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:34:07.388203 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:07.388376 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae42016-5da7-45fc-adcb-2f1651687d33 None None] Network aff2a5ee-bf70-4fef-b6fe-ca04113c9671 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:34:07.388847 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:07.409510 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c4e64aab-42c6-4272-b2b1-b56ddda6b0be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5654731
May 20 18:34:07.616513 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f368f6-8f79-49fa-b8dc-647051a71830 None None] Network aff2a5ee-bf70-4fef-b6fe-ca04113c9671 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:34:07.916621 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 46776) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:07.922597 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.v2.base [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629373156-network', 'tenant_id': 'e419859bf3bd4b68a5f72dd38c356d9f'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:34:07.927559 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:07.931402 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Usage tracker for resource:network and tenant:e419859bf3bd4b68a5f72dd38c356d9f is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:07.934240 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:07.940590 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:07.957385 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Made reservation on behalf of e419859bf3bd4b68a5f72dd38c356d9f for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:34:07.960254 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2042963'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:07.972316 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:07.986512 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:07.990624 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Usage tracker for resource:security_group_rule and tenant:e419859bf3bd4b68a5f72dd38c356d9f is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:07.993397 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:07.998953 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:08.083145 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:08.086760 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:08.089664 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f9ee5876-403a-496e-8414-3d1a4b9c0817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:08.116761 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'}  {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 20 18:34:08.126195 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722723ac-262d-425d-83ac-8bef815e807b,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:08.130682 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:08.131597 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:08.131937 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.segments_db [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Added segment d481273c-0310-4a0b-b98b-cd02adedb583 of type vlan for network f81b74bd-f7c5-4f72-8b67-1b2d22cb514d
May 20 18:34:08.157839 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764443098341'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:08.185777 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:08.187103 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:08.187682 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:08.192980 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8a9c9f0f-457f-47d8-bbee-769b2ebb47d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:08.290422 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3726065
May 20 18:34:08.293371 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46780) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:08.293896 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Pushing event updated for resources: {'Network': ['ID=f81b74bd-f7c5-4f72-8b67-1b2d22cb514d,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:08.296359 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-86b42c38-e357-42e6-8053-e7cca9035be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:08.300156 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.v2.base [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Request body: {'subnet': {'network_id': 'f81b74bd-f7c5-4f72-8b67-1b2d22cb514d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629373156-subnet', 'tenant_id': 'e419859bf3bd4b68a5f72dd38c356d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 20 18:34:08.304632 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Network f81b74bd-f7c5-4f72-8b67-1b2d22cb514d details requested by agent ovs-agent-dv-cinder-792299-2-iscsi with host dv-cinder-792299-2-iscsi {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 20 18:34:08.307166 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:08.311273 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Usage tracker for resource:subnet and tenant:e419859bf3bd4b68a5f72dd38c356d9f is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:08.314140 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:08.320463 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:08.331022 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Made reservation on behalf of e419859bf3bd4b68a5f72dd38c356d9f for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 20 18:34:08.333577 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16221066'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:08.716644 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15007632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16221080'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:08.721070 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:08.790641 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4c2a69-4626-4ffa-8e9e-aeaaa5e12109,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:08.793229 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:08.799387 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Checking segment: {'id': 'd481273c-0310-4a0b-b98b-cd02adedb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f81b74bd-f7c5-4f72-8b67-1b2d22cb514d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 20 18:34:08.799746 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Network hostable DHCP agents. Network: f81b74bd-f7c5-4f72-8b67-1b2d22cb514d, hostable agents: ['5de674d9-4a18-4fee-b5a0-1d0eb7f65565'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 20 18:34:08.818032 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Network f81b74bd-f7c5-4f72-8b67-1b2d22cb514d is scheduled to be hosted by DHCP agent 5de674d9-4a18-4fee-b5a0-1d0eb7f65565 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 20 18:34:08.826807 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-2-iscsi, f81b74bd-f7c5-4f72-8b67-1b2d22cb514d) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 20 18:34:08.835342 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:08.835967 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:08.836128 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632e09e-d3ed-4879-b09a-62f551e55f9a None None] Network f81b74bd-f7c5-4f72-8b67-1b2d22cb514d requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:34:08.855800 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-651a5fff-2788-4320-83e6-8aec46455403 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5615025
May 20 18:34:08.998973 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46786) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:09.039539 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be2881-e326-4c36-a31d-4cd2f75c75a0 None None] Network f81b74bd-f7c5-4f72-8b67-1b2d22cb514d requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:34:09.062791 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-870d05c8-39f2-4ef0-a43a-3d21c2ad0916 admin admin] Deleting subnet 830bf714-53f9-41f0-802b-4335c721d942 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:34:09.065862 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-870d05c8-39f2-4ef0-a43a-3d21c2ad0916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.114308 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-870d05c8-39f2-4ef0-a43a-3d21c2ad0916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.172694 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-870d05c8-39f2-4ef0-a43a-3d21c2ad0916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.417748 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-870d05c8-39f2-4ef0-a43a-3d21c2ad0916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.421608 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-563068ab-8fd5-40a8-906b-7773a86131c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:09.455255 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d05c8-39f2-4ef0-a43a-3d21c2ad0916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830bf714-53f9-41f0-802b-4335c721d942,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:09.459362 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-870d05c8-39f2-4ef0-a43a-3d21c2ad0916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:09.461910 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-870d05c8-39f2-4ef0-a43a-3d21c2ad0916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.467726 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-870d05c8-39f2-4ef0-a43a-3d21c2ad0916 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/830bf714-53f9-41f0-802b-4335c721d942 HTTP/1.1" status: 204  len: 168 time: 0.4676256
May 20 18:34:09.470185 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46790) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:09.578282 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.697859 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.713825 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a15eea220>,) {'filters': {'network_id': ['aff2a5ee-bf70-4fef-b6fe-ca04113c9671']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:09.818321 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a15eea220>, '8d94b593-6acd-42fa-9e4d-23f8c41983a7') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:09.818597 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a15eea220>, '8d94b593-6acd-42fa-9e4d-23f8c41983a7') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:09.830875 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.846332 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.852183 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:34:09.852548 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:34:09.865548 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:34:09.939927 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.944417 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-efd69e9e-0b24-4398-a2bf-eed0fd001bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:09.959999 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:09.965890 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Pushing event deleted for resources: {'Network': ['ID=aff2a5ee-bf70-4fef-b6fe-ca04113c9671,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:09.968630 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:09.970402 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a9ee00b1-db1a-4411-914b-7e7d0ee7eb0b admin admin] 10.222.0.13 "DELETE /v2.0/networks/aff2a5ee-bf70-4fef-b6fe-ca04113c9671 HTTP/1.1" status: 204  len: 168 time: 0.4993479
May 20 18:34:09.973260 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46794) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:10.032009 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b03acb-fb03-4b32-8189-dbd50b15e218 admin admin] Deleting subnet 1f4c2a69-4626-4ffa-8e9e-aeaaa5e12109 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:34:10.035078 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88b03acb-fb03-4b32-8189-dbd50b15e218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.086497 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88b03acb-fb03-4b32-8189-dbd50b15e218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.141638 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88b03acb-fb03-4b32-8189-dbd50b15e218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.385088 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88b03acb-fb03-4b32-8189-dbd50b15e218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.389700 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-295272e8-13e9-4fcd-9af8-6771d24fe91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:10.422434 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b03acb-fb03-4b32-8189-dbd50b15e218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4c2a69-4626-4ffa-8e9e-aeaaa5e12109,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:10.426075 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-88b03acb-fb03-4b32-8189-dbd50b15e218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:10.427257 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-88b03acb-fb03-4b32-8189-dbd50b15e218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.433006 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-88b03acb-fb03-4b32-8189-dbd50b15e218 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f4c2a69-4626-4ffa-8e9e-aeaaa5e12109 HTTP/1.1" status: 204  len: 168 time: 0.4587641
May 20 18:34:10.435470 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46798) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:10.539134 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.659663 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.672702 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a16cd0f40>,) {'filters': {'network_id': ['f81b74bd-f7c5-4f72-8b67-1b2d22cb514d']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:10.684980 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16cd0f40>, 'd481273c-0310-4a0b-b98b-cd02adedb583') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:10.685278 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16cd0f40>, 'd481273c-0310-4a0b-b98b-cd02adedb583') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:10.696591 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.712741 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.718874 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:34:10.719251 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:34:10.732950 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:34:10.807443 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.810747 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a138a3ce-620e-4be7-a378-db23453c5e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:10.823150 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:10.833107 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Pushing event deleted for resources: {'Network': ['ID=f81b74bd-f7c5-4f72-8b67-1b2d22cb514d,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:10.835651 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f81b74bd-f7c5-4f72-8b67-1b2d22cb514d HTTP/1.1" status: 204  len: 168 time: 0.3992853
May 20 18:34:10.836504 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-817fc305-f45a-4f09-b74f-c43dc9a9da47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:11.004642 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46804) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:11.052890 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-a7e4ac2d-c933-47da-977f-0d63436b6258 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0541629768924a25bb3dda8e31d72474&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0470352
May 20 18:34:11.055162 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46808) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:11.116189 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5bb98404-b158-4ff1-9384-9262e20584be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:11.142015 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5bb98404-b158-4ff1-9384-9262e20584be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:11.193843 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5bb98404-b158-4ff1-9384-9262e20584be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:11.198383 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-09e714e6-676b-4210-8226-44b4181d5658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:11.211430 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb98404-b158-4ff1-9384-9262e20584be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df63411-10ed-4409-9268-4d85417579a9,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:11.214338 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5bb98404-b158-4ff1-9384-9262e20584be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:11.216271 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5bb98404-b158-4ff1-9384-9262e20584be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:11.217368 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-5bb98404-b158-4ff1-9384-9262e20584be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8df63411-10ed-4409-9268-4d85417579a9 HTTP/1.1" status: 204  len: 168 time: 0.1613355
May 20 18:34:11.550042 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46816) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:11.599482 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-c26414fa-165c-4765-b5fa-b8d87b545c08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e419859bf3bd4b68a5f72dd38c356d9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474608
May 20 18:34:11.601692 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46820) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:11.657902 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8de3d426-7f40-4722-81f6-e4799d4e7e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:11.683710 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8de3d426-7f40-4722-81f6-e4799d4e7e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:11.737821 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8de3d426-7f40-4722-81f6-e4799d4e7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:11.741935 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c1ebd2f0-d823-4492-990f-eddb43ae566d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:11.753054 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d426-7f40-4722-81f6-e4799d4e7e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722723ac-262d-425d-83ac-8bef815e807b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:11.755475 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8de3d426-7f40-4722-81f6-e4799d4e7e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:11.760358 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8de3d426-7f40-4722-81f6-e4799d4e7e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:11.761809 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-8de3d426-7f40-4722-81f6-e4799d4e7e4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/722723ac-262d-425d-83ac-8bef815e807b HTTP/1.1" status: 204  len: 168 time: 0.1588378
May 20 18:34:16.539198 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46906) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:16.654805 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:16.669259 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:16.673091 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] Usage tracker for resource:security_group_rule and tenant:771b6eefb90d424a97c92c1586b667ab is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:16.675924 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:16.681836 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:16.764016 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:16.768689 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:16.777532 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fc5e22f9-683f-452c-8289-a8a7e83cf373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:16.816241 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=771b6eefb90d424a97c92c1586b667ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2758851
May 20 18:34:16.817822 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ecdd64-78de-43af-a27a-de5d609e9060,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:16.818861 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 46912) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:16.820791 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2fd4c44a-cfbe-48c2-b985-b90caab559dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:16.876469 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fc13a0a4-9293-4522-9104-335704eec612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:16.907523 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fc13a0a4-9293-4522-9104-335704eec612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:16.958353 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fc13a0a4-9293-4522-9104-335704eec612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:16.962187 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-320ce699-6349-44aa-b3dc-92cafbdcfc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:16.972856 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13a0a4-9293-4522-9104-335704eec612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ecdd64-78de-43af-a27a-de5d609e9060,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:16.976697 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fc13a0a4-9293-4522-9104-335704eec612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:16.979844 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fc13a0a4-9293-4522-9104-335704eec612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:16.980962 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-fc13a0a4-9293-4522-9104-335704eec612 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9ecdd64-78de-43af-a27a-de5d609e9060 HTTP/1.1" status: 204  len: 168 time: 0.1611228
May 20 18:34:17.258463 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 46920) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:17.276159 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:17.290022 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:17.293891 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] Usage tracker for resource:security_group_rule and tenant:5871c7bddac24d28bfd92c5155305a6b is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:17.296677 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:17.303065 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:17.364272 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a36a32b6-869e-41ba-90c6-278c86c55975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:17.388500 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:17.392313 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:17.403218 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-96c6328a-bcc1-4209-b7d3-796d8462b4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:17.442138 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5871c7bddac24d28bfd92c5155305a6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1825786
May 20 18:34:17.443763 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf3725c-0159-4dcd-8e0e-ca348ffc3d66,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:17.444770 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 46924) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:17.446737 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6c5143a2-d2eb-471b-bbcf-bf36ed27d92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:17.501271 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8d97d607-7a5b-479f-ae64-6e0de664f595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:17.526413 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8d97d607-7a5b-479f-ae64-6e0de664f595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:17.575452 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8d97d607-7a5b-479f-ae64-6e0de664f595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:17.579057 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d64c7af8-9e8f-4fd9-b838-9d6fed07cdac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:17.590523 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97d607-7a5b-479f-ae64-6e0de664f595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf3725c-0159-4dcd-8e0e-ca348ffc3d66,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:17.594055 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8d97d607-7a5b-479f-ae64-6e0de664f595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:17.597465 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8d97d607-7a5b-479f-ae64-6e0de664f595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:17.598603 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-8d97d607-7a5b-479f-ae64-6e0de664f595 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bf3725c-0159-4dcd-8e0e-ca348ffc3d66 HTTP/1.1" status: 204  len: 168 time: 0.1528311
May 20 18:34:19.779493 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:19.858934 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0d3180e7-307d-418f-8f34-63f2af6242e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:20.953953 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:21.127650 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:22.451985 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:28.016311 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:34:28.734265 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 47014) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:28.848423 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:28.863242 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:28.867324 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a6bb920cda274ba897910e6869afa8cf is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:28.870170 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:28.876168 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:28.956866 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:28.961799 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:28.969100 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7175b3ee-75a0-4f40-8675-d26f266a218b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:29.008978 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6bb920cda274ba897910e6869afa8cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2735829
May 20 18:34:29.009646 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c50a5-e046-4ec0-b690-c1bab395f468,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:29.011702 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47020) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:29.017067 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.017503 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.017838 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.018200 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.018556 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.018921 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.019272 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.020195 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.020550 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.020901 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.021264 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.021602 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:34:29.025486 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3d10a80a-77fc-4af8-89ed-224034ad2bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:29.073521 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3e649a20-588d-44f8-b6b1-be2642ad48d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:29.098902 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3e649a20-588d-44f8-b6b1-be2642ad48d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:29.150225 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3e649a20-588d-44f8-b6b1-be2642ad48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:29.154062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e7df107a-50bb-4311-a504-20b9efd6c05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:29.165592 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e649a20-588d-44f8-b6b1-be2642ad48d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c50a5-e046-4ec0-b690-c1bab395f468,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:29.169006 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3e649a20-588d-44f8-b6b1-be2642ad48d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:29.172222 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3e649a20-588d-44f8-b6b1-be2642ad48d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:29.173327 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-3e649a20-588d-44f8-b6b1-be2642ad48d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb2c50a5-e046-4ec0-b690-c1bab395f468 HTTP/1.1" status: 204  len: 168 time: 0.1606295
May 20 18:34:47.366362 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6000cb1d-a7f8-4aee-95c2-e5deeb776429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:48.949058 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47112) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:49.365880 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Deleting port e1709ac1-92b3-4a6c-a40c-7ec35e8ea531 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:34:49.366226 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:49.579977 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:49.581584 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:49.713264 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Calling delete_port for e1709ac1-92b3-4a6c-a40c-7ec35e8ea531 owned by network:floatingip {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:34:49.786829 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:49.847035 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:49.851872 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-eca5aa08-fba4-4c2a-83cb-0337b91248e1 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:49.864437 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cb76a4d4-b749-4c30-a6ed-0176fd8e0a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:49.903558 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event deleted for resources: {'Port': ['ID=e1709ac1-92b3-4a6c-a40c-7ec35e8ea531,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:49.939014 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:49.998657 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for floatingip, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:49.999349 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.db.l3_db [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Floating IP aec7a554-cb1a-4f5c-93b3-c9364ed0ce69 disassociated (deleted). External IP: 172.27.0.20, port: 47c2b14c-9e2c-46bf-b872-06e0ca7374e3.
May 20 18:34:50.357053 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Router 9afadfba-e9bc-44da-8976-74515ddbf653 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:34:50.537020 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:34:50.546686 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] Sync routers for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:34:50.557281 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:34:50.557955 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1762ea00>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:34:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:50.558680 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:50.614634 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-85b0e781-4e8f-4084-97bb-6131921de0f5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "DELETE /v2.0/floatingips/aec7a554-cb1a-4f5c-93b3-c9364ed0ce69 HTTP/1.1" status: 204  len: 168 time: 1.6644888
May 20 18:34:50.615391 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:34:50.665844 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'status': 'completed', 'code': 200}
May 20 18:34:50.739579 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:34:50.868810 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-84f34c94-a047-4ec6-9d97-68ddb1f65d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:50.870847 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-84f34c94-a047-4ec6-9d97-68ddb1f65d26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2523b2dcc104408a8589927a2875816&device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 1098 time: 0.1822166
May 20 18:34:51.012226 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-749005cf-5889-4dec-9e5b-3b3d18440b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:51.013847 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-749005cf-5889-4dec-9e5b-3b3d18440b66 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1b9099e-a295-4fef-8963-2d36b6d11878 HTTP/1.1" status: 200  len: 909 time: 0.1353116
May 20 18:34:51.032936 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:51.087281 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-e29aa5a3-6911-4ce9-a8dd-43b3fe121349 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3 HTTP/1.1" status: 200  len: 217 time: 0.0661256
May 20 18:34:51.123181 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1762ea00>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'e79c4470-ad65-48f4-9372-408b5f149672', 'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'mac_address': 'fa:16:3e:b0:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:43Z', 'updated_at': '2021-05-20T18:28:49Z', 'revision_number': 5, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'subnets': [{'id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:51.134500 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] Checking router: 9afadfba-e9bc-44da-8976-74515ddbf653 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:34:51.147662 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:34:51.148294 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a1762ea00>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:34:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:51.155468 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-1c3e01a0-41a1-435f-99f9-a2ae340c9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:51.157174 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-1c3e01a0-41a1-435f-99f9-a2ae340c9191 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dae479b5-447a-466e-89bd-1d678eb41c8c HTTP/1.1" status: 200  len: 848 time: 0.0631628
May 20 18:34:51.177461 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb30e1-efc8-48d5-9896-0b09b296ff40 req-2d7b568d-a390-491b-9bd1-fecc03cd0bbc tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:51.178186 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-10eb30e1-efc8-48d5-9896-0b09b296ff40 req-2d7b568d-a390-491b-9bd1-fecc03cd0bbc tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Synchronizing usage tracker for tenant:b2523b2dcc104408a8589927a2875816 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:34:51.195533 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [req-10eb30e1-efc8-48d5-9896-0b09b296ff40 req-2d7b568d-a390-491b-9bd1-fecc03cd0bbc tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Unset dirty status for tenant:b2523b2dcc104408a8589927a2875816 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:34:51.196981 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10eb30e1-efc8-48d5-9896-0b09b296ff40 req-2d7b568d-a390-491b-9bd1-fecc03cd0bbc tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.2795630
May 20 18:34:51.201767 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:51.243261 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-b1ce460e-1347-49e9-91aa-0cf5f0d266de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:51.244908 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-b1ce460e-1347-49e9-91aa-0cf5f0d266de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1b9099e-a295-4fef-8963-2d36b6d11878&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802805
May 20 18:34:51.251011 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-10eb30e1-efc8-48d5-9896-0b09b296ff40 req-958e7a0b-9ae4-47b8-815e-7195f0414316 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447242
May 20 18:34:51.338223 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:34:51.384899 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-905c192d-a2b2-402f-aaba-2f15d8789356 service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326301
May 20 18:34:51.524074 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-a5a3090c-7fdf-49cd-ae1b-edbb2911693a req-6743b82e-c982-4924-90aa-b63bda9c1abe service neutron] 10.222.0.22 "GET /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320951
May 20 18:34:51.664209 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a1762ea00>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'e79c4470-ad65-48f4-9372-408b5f149672', 'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'mac_address': 'fa:16:3e:b0:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:43Z', 'updated_at': '2021-05-20T18:28:49Z', 'revision_number': 5, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'subnets': [{'id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:51.668071 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e834e9a-6c65-4ee9-8364-e7e9cae86dcc None None] The sync data for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi is: [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:28:44Z', 'revision_number': 4, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi', '_interfaces': [{'id': 'e79c4470-ad65-48f4-9372-408b5f149672', 'name': '', 'network_id': 'c1b9099e-a295-4fef-8963-2d36b6d11878', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'mac_address': 'fa:16:3e:b0:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:43Z', 'updated_at': '2021-05-20T18:28:49Z', 'revision_number': 5, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'subnets': [{'id': 'dae479b5-447a-466e-89bd-1d678eb41c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:34:51.861517 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a2e29-9899-4424-9678-66f1228b2b11 None None] New status for floating IP aec7a554-cb1a-4f5c-93b3-c9364ed0ce69: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 20 18:34:52.454817 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:52.489855 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d1770-7052-4012-9c42-949ce54584ca req-94627311-2379-430b-aa62-59decf0a5ba5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:52.491335 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6f8d1770-7052-4012-9c42-949ce54584ca req-94627311-2379-430b-aa62-59decf0a5ba5 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.1303227
May 20 18:34:52.535219 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-6f8d1770-7052-4012-9c42-949ce54584ca req-a95c855a-5f5b-4c04-a7b7-3b25eb550057 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/security-groups?id=449cfcd2-73c4-494f-9488-2d4f922b5277&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380733
May 20 18:34:52.619648 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f82291-d285-429b-9854-959e499d9fc6 req-afc6f2d5-41ef-4474-8dbd-fac9de0310cf tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 20 18:34:52.620334 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-93f82291-d285-429b-9854-959e499d9fc6 req-afc6f2d5-41ef-4474-8dbd-fac9de0310cf tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Synchronizing usage tracker for tenant:b2523b2dcc104408a8589927a2875816 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 20 18:34:52.632391 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [req-93f82291-d285-429b-9854-959e499d9fc6 req-afc6f2d5-41ef-4474-8dbd-fac9de0310cf tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Unset dirty status for tenant:b2523b2dcc104408a8589927a2875816 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 20 18:34:52.633483 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-93f82291-d285-429b-9854-959e499d9fc6 req-afc6f2d5-41ef-4474-8dbd-fac9de0310cf tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 945 time: 0.0910947
May 20 18:34:52.774235 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-93f82291-d285-429b-9854-959e499d9fc6 req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Deleting port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:34:52.774702 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-93f82291-d285-429b-9854-959e499d9fc6 req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:52.911000 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-93f82291-d285-429b-9854-959e499d9fc6 req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] For port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:34:52.911365 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-93f82291-d285-429b-9854-959e499d9fc6 req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:53.037825 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [req-93f82291-d285-429b-9854-959e499d9fc6 req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Calling delete_port for 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 owned by compute:nova {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:34:53.151272 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-93f82291-d285-429b-9854-959e499d9fc6 req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:53.156983 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2e3e7f7c-05e6-4ac2-81f1-0829f1a5905d tempest-VolumesActionsTest-242685803 tempest-VolumesActionsTest-242685803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:53.201299 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event deleted for resources: {'Port': ['ID=47c2b14c-9e2c-46bf-b872-06e0ca7374e3,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:53.203795 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:53.280628 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f82291-d285-429b-9854-959e499d9fc6 req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] No DVR routers for this DVR port 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 on host hv-cinder-79229 {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:34:53.283269 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-93f82291-d285-429b-9854-959e499d9fc6 req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198354'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:53.286484 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'name': 'network-vif-deleted', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 20 18:34:53.315209 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [req-93f82291-d285-429b-9854-959e499d9fc6 req-2b24aad3-fb5b-4762-9d47-aec115ff68d3 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.22 "DELETE /v2.0/ports/47c2b14c-9e2c-46bf-b872-06e0ca7374e3 HTTP/1.1" status: 204  len: 173 time: 0.6755991
May 20 18:34:53.332672 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2dcfa5-1b08-4b78-b0fe-9828562e58b3', 'name': 'network-vif-deleted', 'tag': '47c2b14c-9e2c-46bf-b872-06e0ca7374e3', 'status': 'completed', 'code': 200}
May 20 18:34:53.695318 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [req-7ba71e38-eb1d-4fc2-a35a-8d34ebad2e32 req-1262fdad-e42b-4d66-86e0-e6655ba142c0 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2dcfa5-1b08-4b78-b0fe-9828562e58b3 HTTP/1.1" status: 200  len: 210 time: 0.0500276
May 20 18:34:54.486179 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47178) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:54.603797 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:54.618220 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:54.622095 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9c5836b8e840eea808cc758b232ee9 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:54.624907 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.quota.resource [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:54.631004 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:54.708975 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:54.712875 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:54.721417 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-20095f8a-a87c-4aa0-a641-bd0dc24c6b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:54.760667 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a9c5836b8e840eea808cc758b232ee9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2733450
May 20 18:34:54.761579 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2d8e38-b3de-4104-be06-05562ea46e60,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:54.764234 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 47186) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:54.764711 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c3a0051c-4809-4006-ae26-91a9c1c6bdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:54.790464 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47190) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:54.825877 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a37553d-cd85-4490-8bde-eced50be7c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:54.852842 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a37553d-cd85-4490-8bde-eced50be7c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:54.907577 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a37553d-cd85-4490-8bde-eced50be7c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:54.912092 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5bb98404-b158-4ff1-9384-9262e20584be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:54.927278 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37553d-cd85-4490-8bde-eced50be7c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2d8e38-b3de-4104-be06-05562ea46e60,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:54.929963 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7a37553d-cd85-4490-8bde-eced50be7c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:54.935896 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a37553d-cd85-4490-8bde-eced50be7c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:54.950193 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-7a37553d-cd85-4490-8bde-eced50be7c9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d2d8e38-b3de-4104-be06-05562ea46e60 HTTP/1.1" status: 204  len: 168 time: 0.1743619
May 20 18:34:54.968875 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3c2957f2-1325-45d8-a5f7-646ad4b64ef9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:55.001135 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3c2957f2-1325-45d8-a5f7-646ad4b64ef9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:55.067239 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3c2957f2-1325-45d8-a5f7-646ad4b64ef9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:55.071171 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b5861ac5-aea1-4a53-9687-b71df7e6cd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:55.085982 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2957f2-1325-45d8-a5f7-646ad4b64ef9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449cfcd2-73c4-494f-9488-2d4f922b5277,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:55.088340 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3c2957f2-1325-45d8-a5f7-646ad4b64ef9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:55.096015 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3c2957f2-1325-45d8-a5f7-646ad4b64ef9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:55.097135 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-3c2957f2-1325-45d8-a5f7-646ad4b64ef9 tempest-TestShelveInstance-187537984 tempest-TestShelveInstance-187537984-project] 10.222.0.13 "DELETE /v2.0/security-groups/449cfcd2-73c4-494f-9488-2d4f922b5277 HTTP/1.1" status: 204  len: 168 time: 0.3057067
May 20 18:34:55.148140 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47200) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:55.795375 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539684'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:56.225247 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Deleting port e79c4470-ad65-48f4-9372-408b5f149672 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:34:56.225591 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:56.226380 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:34:56.259678 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] No Port match for: 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:34:56.260026 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Device 47c2b14c-9e2c-46bf-b872-06e0ca7374e3 not bound to the agent host hv-cinder-79229 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:34:56.346049 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] For port e79c4470-ad65-48f4-9372-408b5f149672, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=e79c4470-ad65-48f4-9372-408b5f149672,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:34:56.346310 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:56.464802 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Calling delete_port for e79c4470-ad65-48f4-9372-408b5f149672 owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:34:56.712835 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:56.717285 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-eb11cb63-579f-49bb-8b9f-e780aa03f4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:56.758149 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Pushing event deleted for resources: {'Port': ['ID=e79c4470-ad65-48f4-9372-408b5f149672,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:56.765788 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:57.029973 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539792'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:57.380878 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Router 9afadfba-e9bc-44da-8976-74515ddbf653 has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:34:57.562843 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:34:57.576430 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] Sync routers for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:34:57.585609 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-0a95e6a1-fa07-4f30-b4e2-a858c656414a admin admin] 10.222.0.13 "PUT /v2.0/routers/9afadfba-e9bc-44da-8976-74515ddbf653/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4341149
May 20 18:34:57.585792 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:34:57.586062 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47238) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:57.586407 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a16542130>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:34:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:57.763389 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks [] for router, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:57.764993 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: dv-cinder-792299-2-iscsi {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:34:57.933900 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:58.051241 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a16542130>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:34:56Z', 'revision_number': 5, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port': {'id': 'cfb7855d-2154-4bd9-ac63-a25290281a95', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:40Z', 'updated_at': '2021-05-20T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:58.055773 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] Checking router: 9afadfba-e9bc-44da-8976-74515ddbf653 for host: dv-cinder-792299-2-iscsi {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:34:58.064649 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] Routers {'9afadfba-e9bc-44da-8976-74515ddbf653'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:34:58.065271 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a16542130>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:34:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['9afadfba-e9bc-44da-8976-74515ddbf653'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:58.125822 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Deleting port cfb7855d-2154-4bd9-ac63-a25290281a95 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:34:58.126428 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:58.251684 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] For port cfb7855d-2154-4bd9-ac63-a25290281a95, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=cfb7855d-2154-4bd9-ac63-a25290281a95,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:34:58.251956 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:58.257664 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] Set router 9afadfba-e9bc-44da-8976-74515ddbf653 gateway port host: None {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:34:58.366075 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a16542130>, [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:34:57Z', 'revision_number': 6, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port_host': None}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:34:58.370116 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62819a6c-cbeb-4c74-a18e-a34fa9c2c01f None None] The sync data for ids ['9afadfba-e9bc-44da-8976-74515ddbf653'] in dv-cinder-792299-2-iscsi is: [{'id': '9afadfba-e9bc-44da-8976-74515ddbf653', 'name': 'tempest-TestShelveInstance-2140030308-router', 'tenant_id': 'b2523b2dcc104408a8589927a2875816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:39Z', 'updated_at': '2021-05-20T18:34:57Z', 'revision_number': 6, 'project_id': 'b2523b2dcc104408a8589927a2875816', 'gw_port_host': None}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:34:58.376256 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Calling delete_port for cfb7855d-2154-4bd9-ac63-a25290281a95 owned by network:router_gateway {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:34:58.520037 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14066895'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:58.525458 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4fdf5d10-f052-4ad1-81cd-ebe863472894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:58.570228 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb7855d-2154-4bd9-ac63-a25290281a95,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:58.600319 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:58.663556 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568335'] for router_gateway, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:58.849704 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29719'] for router, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:58.851962 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:58.875352 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568883'] for router, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:58.876120 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9afadfba-e9bc-44da-8976-74515ddbf653 {{(pid=91651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 20 18:34:58.888069 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:58.889319 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-b9847e16-6285-4d75-bd3d-2fc9c48849bd admin admin] 10.222.0.13 "DELETE /v2.0/routers/9afadfba-e9bc-44da-8976-74515ddbf653 HTTP/1.1" status: 204  len: 168 time: 1.3025434
May 20 18:34:58.891834 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47248) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:58.918420 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 47252) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:58.958037 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb12ae98-45d1-4945-9de4-cbd84dc09ba3 admin admin] Deleting subnet dae479b5-447a-466e-89bd-1d678eb41c8c {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:34:58.961700 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fb12ae98-45d1-4945-9de4-cbd84dc09ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.011398 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fb12ae98-45d1-4945-9de4-cbd84dc09ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13925754'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.038712 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.054102 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 20 18:34:59.058046 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] Usage tracker for resource:security_group_rule and tenant:b058177bd6de4914a551a8d950ea4134 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 20 18:34:59.060767 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.quota.resource [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 20 18:34:59.066450 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 20 18:34:59.092310 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fb12ae98-45d1-4945-9de4-cbd84dc09ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.152123 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.156980 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.274734 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3566245f-2d2d-47b2-8d4a-3361c925f5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:59.316257 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b058177bd6de4914a551a8d950ea4134&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3966305
May 20 18:34:59.317440 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec35c5a3-08e3-4512-8d9c-f6e9a869a25d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:59.318825 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47258) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:59.321484 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e7836c09-4fdd-42a1-b7d5-83c4e6b8bd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:59.406533 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bf9d330e-1778-43b1-ba12-60aae2756a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.418769 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fb12ae98-45d1-4945-9de4-cbd84dc09ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14066748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14149672'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.434123 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e5f333c7-2121-433d-8de8-19026468ba42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:59.473625 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bf9d330e-1778-43b1-ba12-60aae2756a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.481287 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12ae98-45d1-4945-9de4-cbd84dc09ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae479b5-447a-466e-89bd-1d678eb41c8c,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:59.483246 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fb12ae98-45d1-4945-9de4-cbd84dc09ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.487145 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e1cadd-a1e3-4c13-8646-2b4edd9de613 None None] Network c1b9099e-a295-4fef-8963-2d36b6d11878 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:34:59.488602 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fb12ae98-45d1-4945-9de4-cbd84dc09ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:59.500111 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-fb12ae98-45d1-4945-9de4-cbd84dc09ba3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dae479b5-447a-466e-89bd-1d678eb41c8c HTTP/1.1" status: 204  len: 168 time: 0.6072593
May 20 18:34:59.501984 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 47262) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:34:59.578059 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bf9d330e-1778-43b1-ba12-60aae2756a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.587188 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-723948b0-26e0-4913-84ce-fe5f688aa8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:34:59.590832 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device cfb7855d-2154-4bd9-ac63-a25290281a95 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:34:59.601352 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bf9d330e-1778-43b1-ba12-60aae2756a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.604909 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-bf9d330e-1778-43b1-ba12-60aae2756a7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec35c5a3-08e3-4512-8d9c-f6e9a869a25d HTTP/1.1" status: 204  len: 168 time: 0.2827914
May 20 18:34:59.606150 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d330e-1778-43b1-ba12-60aae2756a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec35c5a3-08e3-4512-8d9c-f6e9a869a25d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:34:59.608860 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bf9d330e-1778-43b1-ba12-60aae2756a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:34:59.632567 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.642869 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: cfb7855d-2154-4bd9-ac63-a25290281a95 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:34:59.643382 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device cfb7855d-2154-4bd9-ac63-a25290281a95 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:34:59.643911 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e79c4470-ad65-48f4-9372-408b5f149672 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:34:59.711914 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: e79c4470-ad65-48f4-9372-408b5f149672 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:34:59.712270 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device e79c4470-ad65-48f4-9372-408b5f149672 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:34:59.714752 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Deleting port acc626c1-1582-4ab6-8e12-c752a077a0bd {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:34:59.715334 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.830537 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] For port acc626c1-1582-4ab6-8e12-c752a077a0bd, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=acc626c1-1582-4ab6-8e12-c752a077a0bd,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:34:59.830952 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.858760 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] DHCP port deletion for c1b9099e-a295-4fef-8963-2d36b6d11878 request from dv-cinder-792299-2-iscsi {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 20 18:34:59.930976 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Deleting port acc626c1-1582-4ab6-8e12-c752a077a0bd {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:34:59.931362 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:34:59.963346 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Calling delete_port for acc626c1-1582-4ab6-8e12-c752a077a0bd owned by network:dhcp {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:35:00.012893 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:00.016518 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:00.032021 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] For port acc626c1-1582-4ab6-8e12-c752a077a0bd, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=acc626c1-1582-4ab6-8e12-c752a077a0bd,segment=NetworkSegment(ad85bcee-7d8d-4d4c-a890-62a15645dd51),segment_id=ad85bcee-7d8d-4d4c-a890-62a15645dd51)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:35:00.032414 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:00.060711 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Pushing event deleted for resources: {'Port': ['ID=acc626c1-1582-4ab6-8e12-c752a077a0bd,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:00.064338 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:00.066751 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] No DVR routers for this DVR port acc626c1-1582-4ab6-8e12-c752a077a0bd on host dv-cinder-792299-2-iscsi {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:35:00.154233 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Calling delete_port for acc626c1-1582-4ab6-8e12-c752a077a0bd owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:35:00.179717 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:00.192217 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a16b6dee0>,) {'filters': {'network_id': ['c1b9099e-a295-4fef-8963-2d36b6d11878']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:00.195933 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:00.199459 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-7079ad4e-726c-4ec6-ba4f-09fbd5342835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:00.204043 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16b6dee0>, 'ad85bcee-7d8d-4d4c-a890-62a15645dd51') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:00.204333 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16b6dee0>, 'ad85bcee-7d8d-4d4c-a890-62a15645dd51') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:00.216005 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:00.234251 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:00.241166 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:35:00.241365 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Pushing event deleted for resources: {'Port': ['ID=acc626c1-1582-4ab6-8e12-c752a077a0bd,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:00.241562 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:00.250628 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] No DVR routers for this DVR port acc626c1-1582-4ab6-8e12-c752a077a0bd on host dv-cinder-792299-2-iscsi {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:35:00.252513 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.252858 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.253195 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.253576 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.253939 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.254268 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.254590 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.254912 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.255232 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.255953 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.255953 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:35:00.256183 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:35:00.258735 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-2-iscsi {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 20 18:35:00.260148 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-85604edc-1ffc-47d4-809c-7961f6707839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:00.335518 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:00.339082 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:00.352448 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:00.362947 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b9099e-a295-4fef-8963-2d36b6d11878,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:00.367023 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:00.374562 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-5dbf5929-acd4-40bf-ad0b-cb04971eb27a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c1b9099e-a295-4fef-8963-2d36b6d11878 HTTP/1.1" status: 204  len: 168 time: 0.8715723
May 20 18:35:00.377296 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 47270) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:35:00.897544 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539684'] for router_interface, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:01.400731 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Deleting port a00588c6-8ca9-4d26-b111-a316df90bc48 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:35:01.401465 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:01.520109 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] For port a00588c6-8ca9-4d26-b111-a316df90bc48, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=a00588c6-8ca9-4d26-b111-a316df90bc48,segment=NetworkSegment(32bdbcca-1aa8-4d0f-b2e9-340947494c71),segment_id=32bdbcca-1aa8-4d0f-b2e9-340947494c71)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:35:01.520463 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:01.559476 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device acc626c1-1582-4ab6-8e12-c752a077a0bd no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:35:01.596237 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: acc626c1-1582-4ab6-8e12-c752a077a0bd {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:35:01.596587 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device acc626c1-1582-4ab6-8e12-c752a077a0bd not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:35:01.643137 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Calling delete_port for a00588c6-8ca9-4d26-b111-a316df90bc48 owned by network:router_interface {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:35:01.793625 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:01.797013 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-43af5aa7-4141-40ed-8016-c19738c31265 tempest-TestVolumeBootPattern-2146883345 tempest-TestVolumeBootPattern-2146883345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:01.840327 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Pushing event deleted for resources: {'Port': ['ID=a00588c6-8ca9-4d26-b111-a316df90bc48,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:01.843480 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:02.107536 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539792'] for router_interface, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:02.554420 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Router b54599b8-c7c0-4b61-a762-c154ed6d890a has already been hosted by L3 agent 07d426e9-ab09-4e69-840b-e043bf8c02a6 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 20 18:35:02.735056 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] Notify agent at l3_agent.dv-cinder-792299-2-iscsi the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 20 18:35:02.743463 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] Sync routers for ids ['b54599b8-c7c0-4b61-a762-c154ed6d890a'] in dv-cinder-792299-2-iscsi {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 20 18:35:02.751595 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-52a3920b-88fb-41f7-9294-fc1e2791ca0e admin admin] 10.222.0.13 "PUT /v2.0/routers/b54599b8-c7c0-4b61-a762-c154ed6d890a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3732772
May 20 18:35:02.752593 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] Routers {'b54599b8-c7c0-4b61-a762-c154ed6d890a'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:35:02.753205 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a171742b0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:34:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['b54599b8-c7c0-4b61-a762-c154ed6d890a'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:02.754547 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 47274) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:35:02.927613 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks [] for router, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:02.932497 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] Set router b54599b8-c7c0-4b61-a762-c154ed6d890a gateway port host: dv-cinder-792299-2-iscsi {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:35:03.103731 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:03.175603 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Deleting port 5a081a2c-47b9-4a80-a829-3d8a112121da {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:35:03.176223 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:03.213699 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a171742b0>, [{'id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'external_fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:47Z', 'updated_at': '2021-05-20T18:35:01Z', 'revision_number': 5, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'gw_port': {'id': '5a081a2c-47b9-4a80-a829-3d8a112121da', 'name': '', 'network_id': '4d7299ff-e830-43af-882c-a3f209287056', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:28:48Z', 'updated_at': '2021-05-20T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8e4c5ec-bcdd-4ddf-8402-53ad11c74a30', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-2-iscsi'}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:03.217365 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] Checking router: b54599b8-c7c0-4b61-a762-c154ed6d890a for host: dv-cinder-792299-2-iscsi {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 20 18:35:03.225537 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] Routers {'b54599b8-c7c0-4b61-a762-c154ed6d890a'} bound to L3 agent in host dv-cinder-792299-2-iscsi {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 20 18:35:03.226187 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a171742b0>, 'dv-cinder-792299-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:11:50Z,description=<?>,heartbeat_timestamp=2021-05-20T18:34:50Z,host='dv-cinder-792299-2-iscsi',id=07d426e9-ab09-4e69-840b-e043bf8c02a6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-20T18:11:50Z,topic='l3_agent')) {'router_ids': ['b54599b8-c7c0-4b61-a762-c154ed6d890a'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:03.296417 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] For port 5a081a2c-47b9-4a80-a829-3d8a112121da, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=5a081a2c-47b9-4a80-a829-3d8a112121da,segment=NetworkSegment(1db5193c-cd2c-49a8-b27e-1dad85d9a14e),segment_id=1db5193c-cd2c-49a8-b27e-1dad85d9a14e)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:35:03.296862 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:03.374031 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] Set router b54599b8-c7c0-4b61-a762-c154ed6d890a gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 20 18:35:03.418741 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Calling delete_port for 5a081a2c-47b9-4a80-a829-3d8a112121da owned by network:router_gateway {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:35:03.476237 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a171742b0>, [{'id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:47Z', 'updated_at': '2021-05-20T18:35:03Z', 'revision_number': 6, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'gw_port_host': None}], 'dv-cinder-792299-2-iscsi', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:03.480033 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d74cfb-2eb1-4ef2-97db-507fc1c8bdce None None] The sync data for ids ['b54599b8-c7c0-4b61-a762-c154ed6d890a'] in dv-cinder-792299-2-iscsi is: [{'id': 'b54599b8-c7c0-4b61-a762-c154ed6d890a', 'name': 'tempest-TestShelveInstance-799777161-router', 'tenant_id': 'a814938fcf234300a2d9ddd33da8f68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:28:47Z', 'updated_at': '2021-05-20T18:35:03Z', 'revision_number': 6, 'project_id': 'a814938fcf234300a2d9ddd33da8f68e', 'gw_port_host': None}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 20 18:35:03.560418 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:03.564136 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7c5413c6-fb4f-4708-b443-ca151e3afb82 tempest-AttachVolumeNegativeTest-1380804794 tempest-AttachVolumeNegativeTest-1380804794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:03.610255 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a081a2c-47b9-4a80-a829-3d8a112121da,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:03.613965 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:03.699014 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568335'] for router_gateway, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:03.918918 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device a00588c6-8ca9-4d26-b111-a316df90bc48 no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:35:03.957252 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: a00588c6-8ca9-4d26-b111-a316df90bc48 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:35:03.957684 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device a00588c6-8ca9-4d26-b111-a316df90bc48 not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:35:03.989035 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29719'] for router, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:03.991299 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.013493 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568883'] for router, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.014121 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b54599b8-c7c0-4b61-a762-c154ed6d890a {{(pid=91652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 20 18:35:04.026572 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.027677 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-ec24c430-7c59-42e1-a4f6-892e2672839e admin admin] 10.222.0.13 "DELETE /v2.0/routers/b54599b8-c7c0-4b61-a762-c154ed6d890a HTTP/1.1" status: 204  len: 168 time: 1.2720149
May 20 18:35:04.030254 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 47278) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:35:04.091764 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32b8c2f-26cb-4e01-98ca-32e095e359d1 admin admin] Deleting subnet 749056f3-f8a1-45b3-97aa-42b627b3fd9c {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 20 18:35:04.094509 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f32b8c2f-26cb-4e01-98ca-32e095e359d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.142707 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f32b8c2f-26cb-4e01-98ca-32e095e359d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16429862'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.222733 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f32b8c2f-26cb-4e01-98ca-32e095e359d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1969812'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.471271 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f32b8c2f-26cb-4e01-98ca-32e095e359d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15007711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16221073'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.475238 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:04.515074 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b8c2f-26cb-4e01-98ca-32e095e359d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749056f3-f8a1-45b3-97aa-42b627b3fd9c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:04.517699 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f32b8c2f-26cb-4e01-98ca-32e095e359d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:04.520522 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f32b8c2f-26cb-4e01-98ca-32e095e359d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.526528 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727fd1ae-07d6-42e4-be1c-d69f3b07202e None None] Network 71965875-9b8f-4b6f-a90a-2cee7ed0b398 requested from dv-cinder-792299-2-iscsi {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 20 18:35:04.526707 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-f32b8c2f-26cb-4e01-98ca-32e095e359d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/749056f3-f8a1-45b3-97aa-42b627b3fd9c HTTP/1.1" status: 204  len: 168 time: 0.4950833
May 20 18:35:04.528689 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.13', 47282) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:35:04.637092 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2093004'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.708118 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Deleting port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:35:04.708453 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.765038 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] DHCP port deletion for 71965875-9b8f-4b6f-a90a-2cee7ed0b398 request from dv-cinder-792299-2-iscsi {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 20 18:35:04.812815 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] For port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=7564c666-b48c-4da8-baa1-6a4ae9bfab6b,segment=NetworkSegment(32bdbcca-1aa8-4d0f-b2e9-340947494c71),segment_id=32bdbcca-1aa8-4d0f-b2e9-340947494c71)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:35:04.813268 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.832071 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] Deleting port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 20 18:35:04.832455 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764443638227'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.930594 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] For port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b, host dv-cinder-792299-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-2-iscsi',level=0,port_id=7564c666-b48c-4da8-baa1-6a4ae9bfab6b,segment=NetworkSegment(32bdbcca-1aa8-4d0f-b2e9-340947494c71),segment_id=32bdbcca-1aa8-4d0f-b2e9-340947494c71)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 20 18:35:04.931253 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539102'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.935506 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Calling delete_port for 7564c666-b48c-4da8-baa1-6a4ae9bfab6b owned by network:dhcp {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:35:04.983476 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15007532'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:04.987444 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3d6b67f1-d5a3-452d-9287-c8786deb45db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:05.015373 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:35:05.033328 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Pushing event deleted for resources: {'Port': ['ID=7564c666-b48c-4da8-baa1-6a4ae9bfab6b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:05.036954 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:05.037807 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] No DVR routers for this DVR port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b on host dv-cinder-792299-2-iscsi {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:35:05.090812 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] Calling delete_port for 7564c666-b48c-4da8-baa1-6a4ae9bfab6b owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 20 18:35:05.133363 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2043019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583845', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764443643082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764443111024'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.136875 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:05.156290 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970715', 'neutron.services.segments.db._delete_segments_for_network-8764443551097'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.169717 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a16e38f40>,) {'filters': {'network_id': ['71965875-9b8f-4b6f-a90a-2cee7ed0b398']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:05.181463 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] Pushing event deleted for resources: {'Port': ['ID=7564c666-b48c-4da8-baa1-6a4ae9bfab6b,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:05.182535 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16e38f40>, '32bdbcca-1aa8-4d0f-b2e9-340947494c71') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:05.182836 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.services.segments.db [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a16e38f40>, '32bdbcca-1aa8-4d0f-b2e9-340947494c71') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 20 18:35:05.184405 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:05.185205 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572c1d3-b870-44e6-9aa4-ba9bc9908e13 None None] No DVR routers for this DVR port 7564c666-b48c-4da8-baa1-6a4ae9bfab6b on host dv-cinder-792299-2-iscsi {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 20 18:35:05.194877 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764443562743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16429865'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.210503 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.217083 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 20 18:35:05.217526 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1971879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15007609'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]: Traceback (most recent call last):
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     timer()
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     cb(*args, **kw)
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     return func(*args, **kwargs)
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     self._notify()
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     self.callback(batched_events)
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     event.method(event)
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     aggregate_uuid = self.p_client.list_aggregates(
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     return f(self, *a, **k)
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._get(url).json()
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     return self.request(url, 'GET', **kwargs)
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     base_url = self.get_endpoint(auth, allow=allow,
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 20 18:35:05.231433 dv-cinder-792299-2-iscsi neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 20 18:35:05.403738 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1970706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568356'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.407107 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1d0f2b4a-d546-44af-8894-1f2daae0d85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:05.420136 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583831'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.430045 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Pushing event deleted for resources: {'Network': ['ID=71965875-9b8f-4b6f-a90a-2cee7ed0b398,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:05.434099 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:05.437428 dv-cinder-792299-2-iscsi neutron-server[91652]: INFO neutron.wsgi [None req-3c577e94-fb08-4d09-b9d8-c7b78f9020af admin admin] 10.222.0.13 "DELETE /v2.0/networks/71965875-9b8f-4b6f-a90a-2cee7ed0b398 HTTP/1.1" status: 204  len: 168 time: 0.9078035
May 20 18:35:05.566610 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 5a081a2c-47b9-4a80-a829-3d8a112121da no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:35:05.604120 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 5a081a2c-47b9-4a80-a829-3d8a112121da {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:35:05.604543 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 5a081a2c-47b9-4a80-a829-3d8a112121da not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:35:05.604967 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 7564c666-b48c-4da8-baa1-6a4ae9bfab6b no longer exists at agent ovs-agent-dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 20 18:35:05.611869 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47288) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:35:05.638930 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] No Port match for: 7564c666-b48c-4da8-baa1-6a4ae9bfab6b {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 20 18:35:05.639611 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Device 7564c666-b48c-4da8-baa1-6a4ae9bfab6b not bound to the agent host dv-cinder-792299-2-iscsi {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 20 18:35:05.661720 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-5c3027c1-803e-4748-9ac6-47c031efd669 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2523b2dcc104408a8589927a2875816&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484941
May 20 18:35:05.664054 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47292) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:35:05.732391 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dbe3eaae-97c6-4e2d-bb38-55fd7b44d2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.851610 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dbe3eaae-97c6-4e2d-bb38-55fd7b44d2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.901712 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dbe3eaae-97c6-4e2d-bb38-55fd7b44d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.905280 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8e7b16d6-a5ee-44be-9a2c-717cf5f13132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:05.916032 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3eaae-97c6-4e2d-bb38-55fd7b44d2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39970d2-9bce-416c-9ca5-530442e46c2b,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:05.919552 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-dbe3eaae-97c6-4e2d-bb38-55fd7b44d2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:05.924055 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dbe3eaae-97c6-4e2d-bb38-55fd7b44d2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:05.925161 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-dbe3eaae-97c6-4e2d-bb38-55fd7b44d2b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e39970d2-9bce-416c-9ca5-530442e46c2b HTTP/1.1" status: 204  len: 168 time: 0.2602270
May 20 18:35:06.263773 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47300) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:35:06.311712 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-085153a8-c660-49ab-a282-ba4834dc9c0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a814938fcf234300a2d9ddd33da8f68e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467477
May 20 18:35:06.313996 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.13', 47304) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 20 18:35:06.369441 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-27597f00-ec15-4f74-b8ff-7acfe8c30776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:06.394936 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-27597f00-ec15-4f74-b8ff-7acfe8c30776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:06.450067 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-27597f00-ec15-4f74-b8ff-7acfe8c30776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986958'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:06.453882 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-59a8f484-a928-4436-b3df-69a46d8db7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 20 18:35:06.466754 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27597f00-ec15-4f74-b8ff-7acfe8c30776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59897c39-608a-483d-bcf1-7f54e4a1d4a2,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 20 18:35:06.470011 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-27597f00-ec15-4f74-b8ff-7acfe8c30776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 20 18:35:06.472014 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-27597f00-ec15-4f74-b8ff-7acfe8c30776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:06.473108 dv-cinder-792299-2-iscsi neutron-server[91651]: INFO neutron.wsgi [None req-27597f00-ec15-4f74-b8ff-7acfe8c30776 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59897c39-608a-483d-bcf1-7f54e4a1d4a2 HTTP/1.1" status: 204  len: 168 time: 0.1582544
May 20 18:35:17.368484 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8d885103-a6e6-4351-ba2d-9dd1f52cf80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:19.780210 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:19.866683 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ce296470-c442-44fc-8b72-bf5a1b7211e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:20.538454 dv-cinder-792299-2-iscsi neutron-server[91652]: DEBUG neutron.wsgi [req-2e4a7ef2-ea24-4a6c-8997-59199b7ec6ee req-789ba299-73e3-4c08-b315-6fa0e173cf68 service neutron] (91652) timed out ('10.222.0.22', 55989) {{(pid=91652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 20 18:35:20.962387 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:21.136175 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:22.457180 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:24.747970 dv-cinder-792299-2-iscsi neutron-server[91651]: DEBUG neutron.wsgi [req-b7db373d-f604-42d5-9963-b98a99b465ca req-7d1a128a-3d0d-4063-bb89-57b46b32e945 service neutron] (91651) timed out ('10.222.0.22', 55974) {{(pid=91651) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 20 18:35:42.014239 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:35:47.369543 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-304d2744-757d-4a00-9366-1944de35299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:49.785144 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:49.867144 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-28158481-8446-46ef-9f0d-c4c4a3af28bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:50.964684 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:51.158647 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:35:52.460050 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:17.370620 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9da9ad19-642c-4f8f-9d96-10e7dd4b11d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:19.013623 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:36:19.787194 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:19.869160 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-fb36d78b-cc9a-4931-a506-15a5431ffabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:20.968000 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:21.157696 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:22.463515 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:47.371276 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ad06ef53-11f5-453a-8db8-42a611d92a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:49.790479 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:49.868959 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d0fc6e46-8dfc-4493-8dbb-fd30861ad4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:50.970964 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:51.149456 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:52.466312 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:36:56.012974 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:37:17.372932 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cd39fa62-c365-4c4a-8dcd-9b5484e5fc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:19.792532 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:19.870637 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a3666e9c-1edb-4ecf-9402-d7aeb0d8a189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:20.973167 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:21.153886 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:22.468627 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:33.013402 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:37:47.375789 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7e48-bf43-454b-899e-2903f630d4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:49.802210 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:49.875573 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d3dfa16d-1546-49f5-a78f-9080bb67686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:50.976912 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:51.163948 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:37:52.470708 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:10.011570 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:38:17.377708 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0bdad947-073e-416a-b947-2695825a6b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:19.794373 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:19.876317 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1898a3e3-382b-4f9e-953d-d72bc1df2fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:20.982150 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:21.160486 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:22.477050 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:47.009583 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:38:47.380083 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c2dca7e2-f087-4afa-b6b2-ff85749526c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:49.795928 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:49.876927 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2967e007-625d-4665-ae1e-191c5cc02b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:50.985101 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:51.171140 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:38:52.476415 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:17.382207 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7642-054d-40de-a6e6-c2e932537d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:19.796627 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:19.876160 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8799a250-fd72-4ffc-a9ea-3668138ce868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:20.989127 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:21.176075 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:22.479005 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:24.007956 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:39:47.382660 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ec3af2dc-bab9-480f-b210-a69963e36c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:49.797879 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:49.875257 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-fbae185f-40d8-474b-80a0-5f13a50a1ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:50.989910 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:51.191809 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:39:52.481528 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:40:01.006443 dv-cinder-792299-2-iscsi neutron-server[91654]: DEBUG neutron.db.agents_db [None req-fe4b9af1-427e-4070-afcb-c6a7a296b902 None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 20 18:40:17.384584 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-42d3c843-0c29-4415-ad22-932b8598312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:40:19.799872 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3e75-be4c-442e-adcc-73bc353e24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:40:19.875723 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0a588504-07e5-4c36-8279-75d08c31c609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:40:20.992971 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44ad1e18-3c99-4e94-ab38-8b6b381c85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:40:21.193726 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c95574ea-0c81-461e-972c-c1ecb9c7304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 20 18:40:22.484182 dv-cinder-792299-2-iscsi neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0edfd46e-0265-42dc-99ab-578d15d98be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764443554124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030037'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}